-- Logs begin at Wed 2022-07-20 08:55:59 UTC, end at Wed 2022-07-20 09:53:37 UTC. -- Jul 20 09:27:06.119875 dv-cinder-822822-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 20 09:27:08.812440 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.common.config [-] Logging enabled! Jul 20 09:27:08.813029 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev439 Jul 20 09:27:08.813234 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104046) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 09:27:08.816474 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.common.config [-] Logging enabled! Jul 20 09:27:08.816728 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev439 Jul 20 09:27:08.817037 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104046) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 09:27:08.817959 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 09:27:08.818192 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 09:27:08.818660 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 09:27:08.818904 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 09:27:08.819129 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 09:27:08.819556 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.819856 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.820086 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.820386 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.820675 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.820951 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.821241 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.821539 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.821822 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.822097 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.822376 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.822604 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.822879 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.823162 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.823475 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.823698 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] debug = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.823972 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.824397 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.825319 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.825594 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.825881 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.826155 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.826424 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.826698 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.826976 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.827329 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] host = dv-cinder-822822-3-iscsi {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.827605 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.827891 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.828175 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.828458 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.828729 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.829001 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.829280 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.829548 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.829821 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] log_file = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.830088 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.830373 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.830658 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.830944 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.831165 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.831417 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.831705 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.832008 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.832280 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.832548 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.832818 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.833087 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.833352 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.833615 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.833902 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.834183 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.834464 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.834733 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.834999 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.835264 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.835553 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.835836 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.836106 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.836374 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.836640 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.836920 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.837183 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.837449 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.837745 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.838029 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.838306 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.838587 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.838855 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.839133 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.839431 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.839699 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.839964 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] use_json = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.840230 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.841061 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.841337 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.841604 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.841870 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.842137 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.842403 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.842684 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.842950 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:08.843238 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.843555 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.843860 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.844137 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.844439 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.844714 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.845000 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.845272 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.845557 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.845841 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.846124 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.846396 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.846691 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.846976 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.847266 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.847588 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.847878 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.848168 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.848440 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.848710 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.848978 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.849250 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.849529 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.849800 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.850085 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.850372 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.850644 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.850937 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.851218 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.851521 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.851811 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.852097 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.852366 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.852638 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.852924 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.853196 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.853463 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.853752 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.854022 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.854288 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.854561 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.854846 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.855131 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.855428 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.855699 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.856031 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.856307 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.856577 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.856844 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.857115 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.857381 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.857659 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.857930 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.858198 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.858466 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.858739 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.859007 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.859273 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.859566 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.859833 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.860105 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.860374 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.860642 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.860908 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.861179 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.861445 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.861709 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.861975 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.862245 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.862509 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.862780 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.863042 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.863326 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.863598 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.863891 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.864162 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.864436 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.864709 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.864978 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.865248 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.865518 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.865789 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.866059 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.866327 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.866614 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.866891 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.867169 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.867471 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.867744 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.868057 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.868331 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.868604 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.868876 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.869148 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.869418 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.869694 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.869964 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.870237 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.870510 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.870785 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.871074 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.871384 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.872232 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.872564 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.872893 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.873189 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.873469 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.873772 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.874057 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:08.874268 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 09:27:08.874501 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104046) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 20 09:27:09.169636 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 09:27:09.169826 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 09:27:09.170113 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 09:27:09.170442 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 20 09:27:09.576833 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.577125 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.577398 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.578698 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.578971 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.579235 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.632592 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.632873 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.633138 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.648153 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.648430 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.648704 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.677710 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.677991 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.678270 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.714348 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.714577 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.714844 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.945503 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.946141 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.946141 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.946322 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:09.946963 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.045811 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.046137 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.046419 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.046692 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.046963 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.047276 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.047562 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.047826 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.048085 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.048376 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.048640 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.048907 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.049164 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.049419 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.049676 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.049943 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.050199 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.050466 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.050733 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.050990 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.051263 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.051550 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.051833 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.052217 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.052472 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.052721 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.053123 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 09:27:10.053392 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 09:27:10.053601 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 09:27:10.053836 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 09:27:10.054069 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 09:27:10.054301 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 09:27:10.054668 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 20 09:27:10.057873 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 20 09:27:10.061878 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 20 09:27:10.065952 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 20 09:27:10.067602 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 20 09:27:10.069149 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 20 09:27:10.069493 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 20 09:27:10.069891 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 20 09:27:10.072699 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 20 09:27:10.072949 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 20 09:27:10.073290 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 09:27:10.078969 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 20 09:27:10.102082 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 20 09:27:10.102546 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.102846 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104046) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 20 09:27:10.103218 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.104588 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104046) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 20 09:27:10.104866 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 09:27:10.105108 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 20 09:27:10.108434 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.108714 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:10.259409 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 20 09:27:10.259657 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 20 09:27:10.259895 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 20 09:27:10.260280 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 20 09:27:10.313978 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO dbcounter [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Registered counter for database neutron Jul 20 09:27:10.331991 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_db.sqlalchemy.engines [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104046) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 20 09:27:10.337796 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG dbcounter [-] [104046] Writer thread running {{(pid=104046) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 09:27:10.891479 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Initializing driver for type 'gre' Jul 20 09:27:10.892157 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] gre ID ranges: [(1, 1000)] Jul 20 09:27:10.948483 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Initializing driver for type 'local' Jul 20 09:27:10.949134 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Initializing driver for type 'vlan' Jul 20 09:27:10.961700 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] VlanTypeDriver initialization complete Jul 20 09:27:10.962111 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Initializing driver for type 'vxlan' Jul 20 09:27:10.962631 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] vxlan ID ranges: [(1, 1000)] Jul 20 09:27:11.017190 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Initializing extension driver 'port_security' Jul 20 09:27:11.017582 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.extensions.port_security [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] PortSecurityExtensionDriver initialization complete Jul 20 09:27:11.018004 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Initializing mechanism driver 'openvswitch' Jul 20 09:27:11.018384 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Initializing mechanism driver 'hyperv' Jul 20 09:27:11.025190 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:27:11.025862 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > port after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.026232 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > port after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.026581 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > port after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.027078 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 09:27:11.027525 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > subnet after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.027894 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > subnet after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.028256 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > subnet after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.028637 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 09:27:11.029036 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > network after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.029385 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > network after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.029727 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > network after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.030112 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 09:27:11.030525 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > security_group after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.030879 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > security_group after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.031218 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > security_group after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.031634 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 09:27:11.032039 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.032380 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.032714 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.033111 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 09:27:11.033518 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > address_group after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.033859 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > address_group after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.034194 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > address_group after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.034588 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 09:27:11.035027 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] ML2 OVO RPC backend initialized. {{(pid=104046) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 20 09:27:11.035764 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router_interface after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.036119 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.036532 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > network before_response 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.036880 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > networks before_response 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.037222 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > port before_response 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.037559 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > ports before_response 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.037908 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > subnet before_response 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.038246 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > subnets before_response 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.038587 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > network after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.038933 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > network after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.039264 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > network after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.039617 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > port after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.039948 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > port after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.040283 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > port after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.040615 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > subnet after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.040945 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > subnet after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.041275 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > subnet after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.050774 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded quota_driver: . Jul 20 09:27:11.051133 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.plugin [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Modular L2 Plugin initialization complete Jul 20 09:27:11.051509 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading services supported by the core plugin {{(pid=104046) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 20 09:27:11.051850 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.plugins.ml2.managers [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Got port-security extension from driver 'port_security' Jul 20 09:27:11.052325 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.extensions.vlantransparent [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Disabled vlantransparent extension. Jul 20 09:27:11.052921 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104046) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 20 09:27:11.053248 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading Plugin: router Jul 20 09:27:11.088790 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router_interface before_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.089178 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router after_create 55549900 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.089547 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router before_create 55549900 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.090035 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.090898 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.091471 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router after_delete 55549900 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.091827 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > floatingip after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.092176 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > floatingip after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.092532 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router after_create 55549900 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.092877 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router after_update 55549900 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.093224 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router after_update 55549900 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.093572 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.093926 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router after_update 55549900 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.094338 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router precommit_update 55549900 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.094705 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: port after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.095042 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: port after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.095399 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: subnet after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.095735 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.096078 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > port precommit_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.096418 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router precommit_create 55549900 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.096756 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: port before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.097099 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router precommit_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.097447 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router after_update 55549900 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.097783 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router precommit_delete 55549900 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.098131 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router precommit_create 55549900 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.098490 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router_interface after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.098831 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router precommit_update 55549900 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.099188 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > agent after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.099560 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > agent after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.099901 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > network after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.100744 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Tracking information for resource: router configured {{(pid=104046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 09:27:11.101068 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Tracking information for resource: floatingip configured {{(pid=104046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 09:27:11.105817 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.db.l3_agentschedulers_db [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 20 09:27:11.106941 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: port after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.107317 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: port after_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.107669 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: port after_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.108016 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: port after_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.108799 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router before_create 55550100 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.109161 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router precommit_delete 55550100 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.109518 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router precommit_create 55550100 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.109869 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > router precommit_update 55550100 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.114657 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.services.provider_configuration [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Service providers = [] {{(pid=104046) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 20 09:27:11.115015 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.db.servicetype_db [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104046) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 20 09:27:11.117937 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.services.service_base [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 09:27:11.118284 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.services.service_base [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 09:27:11.118623 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.services.service_base [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 09:27:11.119683 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.services.service_base [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 09:27:11.120047 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.services.service_base [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 20 09:27:11.120413 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 09:27:11.120725 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 20 09:27:11.131025 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 09:27:11.131397 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading Plugin: auto_allocate Jul 20 09:27:11.137023 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: network precommit_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.137419 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: network precommit_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.138069 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 09:27:11.138390 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading Plugin: tag Jul 20 09:27:11.145173 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 09:27:11.145452 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading Plugin: timestamp Jul 20 09:27:11.149224 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 09:27:11.149552 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading Plugin: network_ip_availability Jul 20 09:27:11.155649 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.156013 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.156361 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.157071 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 09:27:11.157388 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading Plugin: flavors Jul 20 09:27:11.162197 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 09:27:11.162527 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading Plugin: revisions Jul 20 09:27:11.166753 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 09:27:11.167140 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_concurrency.lockutils [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.997s {{(pid=104046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 09:27:11.167902 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104046) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 20 09:27:11.168235 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Initializing extension manager. Jul 20 09:27:11.169442 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: __init__.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.169798 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: __pycache__ {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.170131 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: address_group.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.170833 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.171426 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: address-group Jul 20 09:27:11.171748 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: address_scope.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.172416 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.172920 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: address-scope Jul 20 09:27:11.173236 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: admin_state_down_before_update.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.174105 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.174612 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: router-admin-state-down-before-update Jul 20 09:27:11.174929 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: agent.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.175620 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.176120 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: agent Jul 20 09:27:11.176435 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: agent_resources_synced.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.177293 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.177794 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: agent-resources-synced Jul 20 09:27:11.178110 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: allowedaddresspairs.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.179866 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.180388 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: allowed-address-pairs Jul 20 09:27:11.180708 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: auto_allocated_topology.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.181723 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.182236 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: auto-allocated-topology Jul 20 09:27:11.182553 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: availability_zone.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.183205 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.183735 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: availability_zone Jul 20 09:27:11.184050 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: availability_zone_filter.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.184985 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.185483 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: availability_zone_filter Jul 20 09:27:11.185797 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: data_plane_status.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.186652 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.187150 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension data-plane-status not supported by any of loaded plugins Jul 20 09:27:11.187751 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: default_subnetpools.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.188612 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.189111 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: default-subnetpools Jul 20 09:27:11.189425 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: dhcpagentscheduler.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.190184 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.190686 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: dhcp_agent_scheduler Jul 20 09:27:11.191005 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: dns.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.191895 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.192401 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension dns-integration not supported by any of loaded plugins Jul 20 09:27:11.192715 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: dns_domain_ports.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.193584 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.194091 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 20 09:27:11.194410 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.195276 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.195798 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 20 09:27:11.196114 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: dvr.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.196749 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.197246 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: dvr Jul 20 09:27:11.197564 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: ecmp_routes.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.198425 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.198923 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension ecmp_routes not supported by any of loaded plugins Jul 20 09:27:11.199240 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: empty_string_filtering.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.200225 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.200897 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: empty-string-filtering Jul 20 09:27:11.201217 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.202081 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.202582 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 20 09:27:11.202897 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.203780 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.204280 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 20 09:27:11.204596 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: external_net.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.205450 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.205951 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: external-net Jul 20 09:27:11.206264 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: extra_dhcp_opt.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.207119 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.207649 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: extra_dhcp_opt Jul 20 09:27:11.208019 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: extraroute.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.209107 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.209731 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: extraroute Jul 20 09:27:11.210154 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: extraroute_atomic.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.211467 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.212162 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: extraroute-atomic Jul 20 09:27:11.212571 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: filter_validation.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.213288 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.213962 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: filter-validation Jul 20 09:27:11.214330 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: fip_pf_description.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.216466 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.217146 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 20 09:27:11.217561 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: fip_pf_port_range.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.218760 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.219419 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 20 09:27:11.219802 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: fip_port_details.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.220849 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.221407 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: fip-port-details Jul 20 09:27:11.221838 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: flavors.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.223439 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.224020 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: flavors Jul 20 09:27:11.224373 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.226325 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.226888 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 20 09:27:11.227254 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: floatingip_pools.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.228125 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.228713 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: floatingip-pools Jul 20 09:27:11.229138 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: ip_allocation.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.230188 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.230788 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension ip_allocation not supported by any of loaded plugins Jul 20 09:27:11.231178 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.232569 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.233078 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: ip-substring-filtering Jul 20 09:27:11.233400 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: l2_adjacency.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.234286 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.234788 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension l2_adjacency not supported by any of loaded plugins Jul 20 09:27:11.235110 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: l3.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.236070 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.236583 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: router Jul 20 09:27:11.236901 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: l3_conntrack_helper.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.239092 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.239650 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 20 09:27:11.239987 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.240856 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.241371 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: ext-gw-mode Jul 20 09:27:11.241694 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.242577 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.243083 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: l3-ha Jul 20 09:27:11.243431 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.244294 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.244796 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 20 09:27:11.245118 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: l3_flavors.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.245982 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.246508 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: l3-flavors Jul 20 09:27:11.246947 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: l3_ndp_proxy.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.248311 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.248826 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 20 09:27:11.249148 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.250011 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.250518 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: l3-port-ip-change-not-allowed Jul 20 09:27:11.250835 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: l3agentscheduler.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.251862 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.252367 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: l3_agent_scheduler Jul 20 09:27:11.252690 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: local_ip.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.254383 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.254999 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension local_ip not supported by any of loaded plugins Jul 20 09:27:11.255349 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: logging.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.256787 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.257311 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension logging not supported by any of loaded plugins Jul 20 09:27:11.257637 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: metering.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.258331 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.258902 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: metering Jul 20 09:27:11.259222 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.260473 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.260989 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: metering_source_and_destination_fields Jul 20 09:27:11.261312 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: multiprovidernet.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.262186 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.262936 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: multi-provider Jul 20 09:27:11.263268 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: netmtu.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.264161 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.264670 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: net-mtu Jul 20 09:27:11.264991 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: netmtu_writable.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.265855 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.266359 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: net-mtu-writable Jul 20 09:27:11.266679 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: network_availability_zone.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.267335 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.267844 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: network_availability_zone Jul 20 09:27:11.268163 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: network_ip_availability.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.269223 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.269737 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: network-ip-availability Jul 20 09:27:11.270059 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: network_segment_range.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.270781 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.271314 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension network-segment-range not supported by any of loaded plugins Jul 20 09:27:11.271638 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: pagination.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.272580 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.272906 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: pagination Jul 20 09:27:11.273225 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: port_device_profile.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.274084 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.274593 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: port-device-profile Jul 20 09:27:11.274913 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: port_mac_address_override.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.275814 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.276332 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: port-mac-override Jul 20 09:27:11.276652 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.277528 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.278685 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: port-mac-address-regenerate Jul 20 09:27:11.279023 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.279916 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.280438 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: port-numa-affinity-policy Jul 20 09:27:11.280752 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: port_resource_request.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.281607 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.282106 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension port-resource-request not supported by any of loaded plugins Jul 20 09:27:11.282423 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: port_resource_request_groups.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.283356 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.283893 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 20 09:27:11.284214 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: portbindings.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.285091 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.285621 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: binding Jul 20 09:27:11.285929 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: portbindings_extended.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.287152 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.287701 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: binding-extended Jul 20 09:27:11.288025 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: portsecurity.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.288905 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.289417 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: port-security Jul 20 09:27:11.289738 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: project_id.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.290667 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.290989 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: project-id Jul 20 09:27:11.291332 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: providernet.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.292198 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.292706 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: provider Jul 20 09:27:11.293024 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: qos.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.297059 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.297581 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension qos not supported by any of loaded plugins Jul 20 09:27:11.297914 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.299105 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.299655 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 20 09:27:11.299980 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.300866 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.301373 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 20 09:27:11.301693 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: qos_default.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.302564 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.303072 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension qos-default not supported by any of loaded plugins Jul 20 09:27:11.303431 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: qos_fip.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.304302 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.304806 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension qos-fip not supported by any of loaded plugins Jul 20 09:27:11.305123 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: qos_fip_network_policy.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.305984 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.306490 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 20 09:27:11.306810 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: qos_gateway_ip.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.307717 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.308228 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 20 09:27:11.308547 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: qos_port_network_policy.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.309463 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.309965 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 20 09:27:11.310285 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.311271 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.311798 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 20 09:27:11.312120 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.313355 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.313857 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 20 09:27:11.314177 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: qos_pps_rule.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.315378 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.315828 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension qos-pps not supported by any of loaded plugins Jul 20 09:27:11.316145 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: qos_rule_type_details.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.317014 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.317518 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 20 09:27:11.317840 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: qos_rule_type_filter.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.318700 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.319202 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 20 09:27:11.319545 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: qos_rules_alias.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.320537 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.321046 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 20 09:27:11.321360 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: quota_check_limit.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.322237 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.322747 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: quota-check-limit Jul 20 09:27:11.323064 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: quotasv2.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.324012 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.324336 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: quotas Jul 20 09:27:11.324677 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: quotasv2_detail.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.326352 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.326685 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: quota_details Jul 20 09:27:11.327009 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: rbac.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.328371 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.328898 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: rbac-policies Jul 20 09:27:11.329226 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: rbac_address_group.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.330106 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.330622 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: rbac-address-group Jul 20 09:27:11.330944 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: rbac_address_scope.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.331845 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.332360 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: rbac-address-scope Jul 20 09:27:11.332681 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: rbac_security_groups.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.333617 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.334133 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: rbac-security-groups Jul 20 09:27:11.334454 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: rbac_subnetpool.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.335366 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.335926 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: rbac-subnetpool Jul 20 09:27:11.336250 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: revisionifmatch.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.337133 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.337648 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: revision-if-match Jul 20 09:27:11.337968 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: revisions.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.339035 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.339585 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: standard-attr-revisions Jul 20 09:27:11.339908 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: router_availability_zone.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.341163 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.341688 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: router_availability_zone Jul 20 09:27:11.342003 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: routerservicetype.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.342878 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.343427 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension router-service-type not supported by any of loaded plugins Jul 20 09:27:11.343746 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.344625 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.345137 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: security-groups-normalized-cidr Jul 20 09:27:11.345455 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: security_groups_port_filtering.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.346324 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.346834 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: port-security-groups-filtering Jul 20 09:27:11.347151 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.348059 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.348572 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: security-groups-remote-address-group Jul 20 09:27:11.348888 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.349773 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.350281 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: security-groups-shared-filtering Jul 20 09:27:11.350597 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: securitygroup.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.361994 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.362521 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: security-group Jul 20 09:27:11.362850 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: segment.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.363567 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.364077 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension segment not supported by any of loaded plugins Jul 20 09:27:11.364400 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.365289 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.365795 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 20 09:27:11.366116 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: servicetype.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.367163 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.367707 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: service-type Jul 20 09:27:11.368034 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: sorting.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.368965 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.369293 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: sorting Jul 20 09:27:11.369613 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: standard_attr_segment.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.370482 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.370997 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 20 09:27:11.371334 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: standardattrdescription.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.372023 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.372614 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: standard-attr-description Jul 20 09:27:11.372935 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: stateful_security_group.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.373829 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.374342 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: stateful-security-group Jul 20 09:27:11.374659 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: stdattrs_common.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.375194 dv-cinder-822822-3-iscsi neutron-server[104046]: WARNING neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 20 09:27:11.375538 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.376421 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.376929 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 20 09:27:11.377247 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: subnet_onboard.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.378256 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.378768 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: subnet_onboard Jul 20 09:27:11.379086 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.380013 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.380518 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 20 09:27:11.380836 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: subnet_service_types.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.381724 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.382232 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: subnet-service-types Jul 20 09:27:11.382548 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: subnetallocation.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.383602 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.384117 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: subnet_allocation Jul 20 09:27:11.384436 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.385060 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.385564 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: subnetpool-prefix-ops Jul 20 09:27:11.385879 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.386753 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.387257 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 20 09:27:11.387694 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: tagging.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.388790 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.389315 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: standard-attr-tag Jul 20 09:27:11.389634 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: timestamp.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.390762 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.391277 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loaded extension: standard-attr-timestamp Jul 20 09:27:11.391623 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: trunk.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.392593 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.393103 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension trunk not supported by any of loaded plugins Jul 20 09:27:11.393424 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: trunk_details.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.394287 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.394790 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension trunk-details not supported by any of loaded plugins Jul 20 09:27:11.395106 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: uplink_status_propagation.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.396040 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.396501 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 20 09:27:11.396820 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Loading extension file: vlantransparent.py {{(pid=104046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 09:27:11.397443 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 09:27:11.397951 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extension vlan-transparent not supported by any of loaded plugins Jul 20 09:27:11.400560 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:network Jul 20 09:27:11.401111 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:subnet Jul 20 09:27:11.401509 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 09:27:11.401898 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:port Jul 20 09:27:11.403698 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.v2.resource_helper [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 09:27:11.404138 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.v2.resource_helper [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Service FLAVORS assigned prefix: {{(pid=104046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 09:27:11.404742 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.v2.resource_helper [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 09:27:11.405175 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.v2.resource_helper [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 09:27:11.405502 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:router Jul 20 09:27:11.405925 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:floatingip Jul 20 09:27:11.406411 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.v2.resource_helper [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Service METERING assigned prefix: /metering {{(pid=104046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 09:27:11.407867 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.408240 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.408590 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:27:11.409586 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 09:27:11.410040 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:security_group Jul 20 09:27:11.410468 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 09:27:11.410991 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.v2.resource_helper [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Service CORE assigned prefix: {{(pid=104046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 09:27:11.411337 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 09:27:11.411682 dv-cinder-822822-3-iscsi neutron-server[104046]: WARNING neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] subnetpool is already registered Jul 20 09:27:11.412124 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.v2.resource_helper [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Service CORE assigned prefix: {{(pid=104046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 09:27:11.412446 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 09:27:11.412773 dv-cinder-822822-3-iscsi neutron-server[104046]: WARNING neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] subnetpool is already registered Jul 20 09:27:11.415147 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.v2.resource_helper [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 09:27:11.415605 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.v2.resource_helper [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Service FLAVORS assigned prefix: {{(pid=104046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 09:27:11.416197 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.v2.resource_helper [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 09:27:11.416614 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.v2.resource_helper [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 09:27:11.416940 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:router Jul 20 09:27:11.417272 dv-cinder-822822-3-iscsi neutron-server[104046]: WARNING neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] router is already registered Jul 20 09:27:11.417677 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:floatingip Jul 20 09:27:11.418011 dv-cinder-822822-3-iscsi neutron-server[104046]: WARNING neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] floatingip is already registered Jul 20 09:27:11.418462 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.v2.resource_helper [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Service METERING assigned prefix: /metering {{(pid=104046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 09:27:11.419870 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 09:27:11.420196 dv-cinder-822822-3-iscsi neutron-server[104046]: WARNING neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] rbac_policy is already registered Jul 20 09:27:11.420608 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:security_group Jul 20 09:27:11.420942 dv-cinder-822822-3-iscsi neutron-server[104046]: WARNING neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] security_group is already registered Jul 20 09:27:11.421344 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 09:27:11.421675 dv-cinder-822822-3-iscsi neutron-server[104046]: WARNING neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] security_group_rule is already registered Jul 20 09:27:11.422298 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.v2.resource_helper [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Service CORE assigned prefix: {{(pid=104046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 09:27:11.422618 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 09:27:11.422949 dv-cinder-822822-3-iscsi neutron-server[104046]: WARNING neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] subnetpool is already registered Jul 20 09:27:11.423407 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.v2.resource_helper [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Service CORE assigned prefix: {{(pid=104046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 09:27:11.423738 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 09:27:11.424067 dv-cinder-822822-3-iscsi neutron-server[104046]: WARNING neutron.quota.resource_registry [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] subnetpool is already registered Jul 20 09:27:11.424535 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: extensions {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.425988 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: address-groups {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.427504 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: address-scopes {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.428984 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: agents {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.430156 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: auto-allocated-topology {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.431453 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: availability_zones {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.432697 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: dhcp-networks {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.434254 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: dhcp-agents {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.435706 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: routers {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.437672 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: flavors {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.438954 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: service_profiles {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.440198 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: next_providers {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.441650 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: service_profiles {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.443273 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: floatingip-pools {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.444526 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: routers {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.446242 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: floatingips {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.447542 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: l3-routers {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.448934 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: l3-agents {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.450894 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: metering-labels {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.452233 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: metering-label-rules {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.453638 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: network-ip-availabilities {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.454889 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: bindings {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.456616 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: quotas {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.458295 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: quotas {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.459878 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: rbac-policies {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.461075 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: security-groups {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.462369 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: security-group-rules {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.463668 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: service-providers {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.464881 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: subnetpools {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.467080 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: subnetpools {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.469697 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: tags {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.471438 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: tags {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.473271 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: tags {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.475055 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: tags {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.476932 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: tags {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.478922 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: tags {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.480837 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: tags {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.482835 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: tags {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.484677 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: tags {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.486427 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron.api.extensions [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Extended resource: tags {{(pid=104046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 09:27:11.492576 dv-cinder-822822-3-iscsi neutron-server[104046]: WARNING keystonemiddleware.auth_token [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 20 09:27:11.497727 dv-cinder-822822-3-iscsi neutron-server[104046]: WARNING keystonemiddleware.auth_token [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 20 09:27:11.506563 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_concurrency.lockutils [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Acquired lock "singleton_lock" {{(pid=104046) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 20 09:27:11.507040 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_concurrency.lockutils [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Releasing lock "singleton_lock" {{(pid=104046) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 20 09:27:11.507724 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO oslo_service.service [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Starting 2 workers Jul 20 09:27:11.513173 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Started child 104189 {{(pid=104046) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 09:27:11.519345 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Started child 104190 {{(pid=104046) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 09:27:11.519553 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:11.520176 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO neutron.service [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Neutron service started, listening on 0.0.0.0:9696 Jul 20 09:27:11.520176 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Publish callbacks [] for process (None), before_spawn {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:11.520328 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [-] (104189) wsgi starting up on http://0.0.0.0:9696 Jul 20 09:27:11.522433 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:11.522849 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO oslo_service.service [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Starting 1 workers Jul 20 09:27:11.523899 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [-] (104190) wsgi starting up on http://0.0.0.0:9696 Jul 20 09:27:11.527704 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Started child 104191 {{(pid=104046) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 09:27:11.528924 dv-cinder-822822-3-iscsi neutron-server[104046]: INFO oslo_service.service [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Starting 1 workers Jul 20 09:27:11.532028 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.service [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] calling RpcWorker wait() {{(pid=104191) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 20 09:27:11.532574 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.service [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] returning from RpcWorker wait() {{(pid=104191) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 20 09:27:11.533494 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Started child 104192 {{(pid=104046) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 09:27:11.533818 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:11.534287 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee671-3f80-4e59-906e-53b01aa87d8a None None] Publish callbacks [] for process (None), after_spawn {{(pid=104046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:11.534389 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:27:11.536304 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104046) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 09:27:11.536514 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 09:27:11.536698 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 09:27:11.536928 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 09:27:11.537253 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 09:27:11.537415 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 09:27:11.537936 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.538212 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.538456 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.538722 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.539338 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.539596 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.539849 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:11.540330 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.540330 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.540495 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.540495 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.540666 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.540926 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.541156 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.541292 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:27:11.541528 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.541800 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.542047 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.542301 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.542471 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.542722 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.542993 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.543268 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.543593 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] debug = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.543873 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.544352 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.544613 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.544830 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.545062 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.545334 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.545584 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.545837 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.546073 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.546283 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.546524 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.546771 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.547002 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.547232 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.547482 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.547761 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.547977 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.548479 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] host = dv-cinder-822822-3-iscsi {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.548714 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.548957 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.549197 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.549419 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.549660 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.549871 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.550131 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.550401 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.550638 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.550859 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.551113 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.551379 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.551628 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.551863 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_file = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.552025 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_options = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.552265 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.552517 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.552803 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.552994 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.553159 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.553320 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.553550 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.553714 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.553971 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.554194 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.554402 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.554611 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.554820 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.555061 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.555318 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.555562 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.555799 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.556004 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.556256 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.556497 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.556733 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.557770 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.558564 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.558806 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.559125 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.559377 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.559677 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.559944 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.560428 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.560669 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.560971 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.561907 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.561907 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.561907 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.562353 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.562353 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.562796 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.562909 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.564203 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.564203 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.564203 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.564203 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.564203 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.564561 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.564630 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.564866 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.565121 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] use_json = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.565506 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.565723 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.565984 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.566242 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.566496 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.566778 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.567317 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.567317 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.567505 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.568112 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.568222 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.568535 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.568795 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.569031 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.569291 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.569531 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.570987 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.570987 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.570987 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.570987 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.570987 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.571431 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.571510 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.571732 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.575809 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.576132 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.576436 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.576721 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.577008 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.577263 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.577505 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.577812 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.578055 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.578305 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.578571 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.578801 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.579132 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.579436 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.579744 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.580096 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.580389 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.580664 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.580949 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.581217 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.581471 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.581699 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.581944 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.582184 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.582405 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.582682 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.582925 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.583161 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.583424 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.583649 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.583884 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.584113 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.584361 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.584598 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.584847 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.585065 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.585288 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.585515 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.585738 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.585973 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.586191 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.586438 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.586665 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.586932 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.587193 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.587432 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.587653 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.587890 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.588160 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.588445 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.588718 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.589028 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.589254 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.589491 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.589717 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.589956 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.590195 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.590442 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.591262 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.591608 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.591850 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.592071 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.592298 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.592515 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.592732 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.593035 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.593276 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.593513 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.593728 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.593944 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.594186 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.594403 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.594791 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.595402 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.595796 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.596017 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.596338 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.596589 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.596839 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.597083 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.597351 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.597574 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.597834 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.598053 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.598443 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.598680 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.598951 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.599199 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.599469 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.599700 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.599918 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.600175 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.600416 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.600612 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.600832 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.601059 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.601284 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.601509 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.601735 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.601982 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.602214 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.602481 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.602751 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.602992 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.603214 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.603477 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.603735 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.604013 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.604287 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.604558 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.604804 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.605059 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.605539 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.605808 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.606125 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.606391 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.606632 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.606918 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.607168 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.607450 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.607713 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.607950 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.608192 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.608458 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.608692 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.608899 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.609134 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.609472 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.609715 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.609933 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.610170 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.610450 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.610716 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.610949 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.611225 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.611504 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.611783 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.612023 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.612261 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.612484 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.612786 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.613046 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.613262 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.613502 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.613724 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.613972 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.614204 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.614420 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.614679 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.614927 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.615153 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.615392 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.615617 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.615861 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.616127 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.616344 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.616565 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.616819 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.617032 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.617251 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.617474 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.617695 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.617931 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.618148 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.618433 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.618699 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.618913 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.619148 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.619443 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.619701 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.619914 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.620179 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.620404 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.620638 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.620878 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.621101 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.621316 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.621550 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.621948 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.622169 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.622417 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.622656 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.623001 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.623263 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.623533 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.623789 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.624038 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.624256 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.624475 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.624698 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.624955 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.625177 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.625422 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.625678 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.625887 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.626129 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.626376 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.626594 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.626858 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.627091 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.627331 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.627737 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.627961 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.628181 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.628401 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.628619 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.628856 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.629068 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.629281 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.629522 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.629734 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.630026 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.630290 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.630536 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.630795 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.631070 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.631328 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.631559 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.631772 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.631985 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.632211 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.632427 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.632639 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.632868 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.633080 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.633292 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.633539 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.633777 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.633987 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.634214 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.634424 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.634661 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.634890 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.635129 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.635340 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.635570 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.635780 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.635991 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.636215 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.636429 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.636640 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.636883 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.637089 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.637849 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.638093 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.638286 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.638518 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.638817 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.639069 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.639351 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.639622 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.639872 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.640134 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.640376 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.640691 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.640932 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.641193 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.641427 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.641646 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.641865 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.642125 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.642470 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.642768 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.643025 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.643280 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.643563 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.643849 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.644122 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.644337 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.644650 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.644994 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.645271 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.645369 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:27:11.645528 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.645790 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.646026 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.646297 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.646465 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.646681 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.646916 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.647133 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.647417 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.647653 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.647899 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.648155 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.648464 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.648686 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.648925 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.649141 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.649387 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.649609 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.649813 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 09:27:11.650331 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104046) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 09:27:11.650489 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 09:27:11.650642 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 09:27:11.650778 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 09:27:11.650964 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 09:27:11.651119 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 09:27:11.651297 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.651473 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.651613 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.651809 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.651952 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.652088 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.652245 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.652403 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.652562 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.652722 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.652882 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.653686 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.653887 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.654052 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.654456 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.654456 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.654636 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.654780 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.654945 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.655106 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.655460 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.655623 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] debug = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.655782 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.655998 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.656165 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.656325 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.656485 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.656645 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.656804 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.656967 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.657129 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.657297 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.657427 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.657584 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.657733 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.657906 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.658036 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.658180 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.658342 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.658498 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] host = dv-cinder-822822-3-iscsi {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.658655 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.658814 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.658976 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.659136 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.659336 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.659473 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.659638 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.659788 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.660003 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.660141 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.660301 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.660467 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.660614 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.660747 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_file = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.660885 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_options = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.661018 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.661151 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.661287 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.661422 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.661566 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.661720 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.661867 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.662026 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.662185 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.662344 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.662502 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.662661 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.662819 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.662978 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.663137 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.663508 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.663508 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.664191 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.664191 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.664191 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.664191 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.664191 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.664833 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.664833 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.664833 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.664833 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.665191 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.665191 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.665335 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.665414 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.665520 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.665678 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.665837 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.665996 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.666154 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.666312 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.666473 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.666630 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.666808 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.666951 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.667110 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.667268 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.667448 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.667609 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.667768 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.667926 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.668086 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] use_json = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.668246 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.668478 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.668621 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.668770 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.668965 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.669207 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.669495 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.669495 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.669772 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 09:27:11.669909 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.670125 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.670265 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.670398 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.670541 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.670674 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.671249 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.671249 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.671249 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.672138 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.672138 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.672138 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.672138 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.672138 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.672138 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.672884 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.672884 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.672884 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.672884 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.672884 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.673794 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.673794 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.673794 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.673794 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.673794 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.673794 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.675530 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.675530 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.675530 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.675530 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.675530 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.675530 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.675530 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.675530 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.676525 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.676525 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.676525 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.676525 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.676525 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.676525 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.676525 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.676525 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.676525 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.677640 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.677640 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.677640 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.677640 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.677640 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.677640 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.677640 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.677640 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.678685 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.678685 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.678685 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.678685 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.678685 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.678685 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.678685 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.679595 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.679595 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.679595 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.679595 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.679595 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.679595 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.680244 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.680244 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.680244 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.680244 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.680536 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.680536 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.680683 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.680763 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.680922 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.681087 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.681251 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.681418 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.681574 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.681730 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.681894 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.682057 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.682221 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.682384 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.682548 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.682834 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.683098 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.683098 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.683422 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.683422 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.683634 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.683634 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.683921 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.684058 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.684147 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.684361 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.684637 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.684728 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.684833 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.684998 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.685168 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.685332 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.685502 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.685664 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.685828 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.685993 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.686157 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.686320 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.686483 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.686646 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.686903 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.686988 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.687114 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.687278 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.688007 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.688007 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.688007 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.688584 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.688584 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.688584 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.688829 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.688829 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.688982 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.689071 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.689226 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.689390 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.689555 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.689720 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.689890 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.690065 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.690228 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.690392 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.690554 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.690717 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.690879 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.691046 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.691213 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.691394 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.691557 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.691721 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.691896 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.692062 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.692227 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.692395 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.692579 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.692742 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.692905 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.693071 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.693240 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.693398 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.693562 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.693723 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.693886 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.694049 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.694213 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.694377 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.694540 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.694703 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.694866 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.695030 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.695198 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.695383 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.695549 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.695713 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.695878 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.696041 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.696204 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.696367 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.696531 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.696696 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.696859 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.697022 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.697185 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.697348 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.697511 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.697674 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.697835 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.697999 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.698161 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.698325 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.698489 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.698655 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.698823 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.698987 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.699151 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.699336 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.699502 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.699665 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.700358 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.700535 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.700701 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.700865 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.701029 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.701195 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.701358 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.701523 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.701687 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.701851 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.702014 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.702196 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.702362 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.702526 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.702692 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.702857 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.703021 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.703183 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.703369 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.703534 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.703697 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.703863 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.704028 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.704193 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.704355 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.704519 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.704683 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.704849 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.705015 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.705185 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.705348 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.705513 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.705677 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.705841 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.706004 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.706171 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.706337 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.706499 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.706662 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.706826 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.707003 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.707167 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.707350 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.707516 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.707679 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.707842 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.708015 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.708179 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.708342 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.708504 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.708667 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.708830 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.709003 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.709174 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.709854 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.709854 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.709854 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.709854 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.710180 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.710180 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.710326 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.710410 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.710527 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.710690 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.710862 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.711026 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.711189 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.711376 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.711538 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.711701 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.711875 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.712039 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.712202 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.712364 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.712528 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.712690 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.712862 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.713026 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.713190 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.713362 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.713525 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.713688 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.713850 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.714026 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.714192 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.714358 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.714523 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.714686 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.714850 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.715015 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.715189 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.715391 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.716227 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.716502 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.716679 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.716853 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.717026 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.717190 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.717360 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.717534 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.717697 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.717867 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.718011 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.718174 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.718338 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.718500 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.718658 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.718814 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.718977 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.719140 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.719320 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.719486 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.719651 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.719812 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.719975 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.720137 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.720300 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.720464 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.720627 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 09:27:11.720782 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 09:27:11.793013 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 44548) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:27:11.801712 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065970 Jul 20 09:27:21.011913 dv-cinder-822822-3-iscsi neutron-server[104046]: DEBUG dbcounter [-] [104046] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104046) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:23.025096 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bab49fc-f22a-4fef-adc6-db6c50f93453 None None] get_active_networks_info from dv-cinder-822822-3-iscsi {{(pid=104191) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 20 09:27:23.050862 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writer thread running {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 09:27:23.051218 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writer thread running {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 09:27:23.131786 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bab49fc-f22a-4fef-adc6-db6c50f93453 None None] No non-hosted networks {{(pid=104191) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 20 09:27:23.146744 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.agentschedulers_db [None req-7bab49fc-f22a-4fef-adc6-db6c50f93453 None None] DHCP Agent not found on host dv-cinder-822822-3-iscsi {{(pid=104191) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 20 09:27:23.236035 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cdc85cad-3d32-4ecf-ba96-21abbd095861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665867'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:24.618427 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writer thread running {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 09:27:25.271805 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-008402c2-ba01-49cc-8d78-dff1aa9c8ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665867'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:25.277600 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.db.api [None req-6651c148-e9af-4310-90b4-b58cf22f3da6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-822822-3-iscsi {{(pid=104191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 09:27:25.278341 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG oslo_db.api [None req-6651c148-e9af-4310-90b4-b58cf22f3da6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 09:27:25.811027 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6651c148-e9af-4310-90b4-b58cf22f3da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:26.236735 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665867'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:26.326193 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 44624) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:27:26.882081 dv-cinder-822822-3-iscsi neutron-server[104189]: WARNING oslo_policy.policy [None req-d74d4e26-2980-4f63-849f-0db96d01b2a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 09:27:26.882654 dv-cinder-822822-3-iscsi neutron-server[104189]: WARNING oslo_policy.policy [None req-d74d4e26-2980-4f63-849f-0db96d01b2a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 09:27:27.103451 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [None req-d74d4e26-2980-4f63-849f-0db96d01b2a1 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:27:27.104761 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-d74d4e26-2980-4f63-849f-0db96d01b2a1 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7767339 Jul 20 09:27:27.719139 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665867'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:28.114378 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665867'] for agent (8f490994-c214-43ec-b635-774866585e95), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:28.115510 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:28.116113 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:28.116788 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:28.117370 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:28.117948 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:28.118546 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:28.118975 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:28.119614 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:28.120083 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:28.120599 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:28.121154 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:28.121778 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:28.122188 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:28.122589 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:28.123917 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:28.124508 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-822822-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:27:28.129958 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-822822-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:27:29.447788 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 44654) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:27:29.780405 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-3aea42b0-a492-431c-80d7-95988d7cc399 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:27:29.871372 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.policy [None req-3aea42b0-a492-431c-80d7-95988d7cc399 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104189) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 09:27:29.914823 dv-cinder-822822-3-iscsi neutron-server[104189]: WARNING oslo_policy.policy [None req-3aea42b0-a492-431c-80d7-95988d7cc399 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 09:27:29.915193 dv-cinder-822822-3-iscsi neutron-server[104189]: WARNING oslo_policy.policy [None req-3aea42b0-a492-431c-80d7-95988d7cc399 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 09:27:29.935150 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writer thread running {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 09:27:30.012054 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-3aea42b0-a492-431c-80d7-95988d7cc399 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750380024946', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750380025446', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750379877683', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750379888365', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750379864439', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750379871445', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1767538', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1579890', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647669', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-689677'] for rbac-policy (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:30.085624 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-3aea42b0-a492-431c-80d7-95988d7cc399 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:30.086791 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-3aea42b0-a492-431c-80d7-95988d7cc399 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6379828 Jul 20 09:27:32.335336 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 44666) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:27:32.395399 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.db.l3_hamode_db [None req-63640eb8-7b1f-4e34-ba47-07323cb5df4b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 20 09:27:32.472979 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63640eb8-7b1f-4e34-ba47-07323cb5df4b None None] Routers set() bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:27:32.473366 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63640eb8-7b1f-4e34-ba47-07323cb5df4b None None] Router IDs set() for agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 20 09:27:32.660448 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:27:32.690478 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Made reservation on behalf of d4cddc08e9474acbb1affb03326bbf68 for: {'network': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:27:32.694354 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:32.711030 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:32.823750 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Publish callbacks [] for security_group (4b52aade-d552-4e80-a58e-6cec8ee99d70), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:32.827558 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (4b52aade-d552-4e80-a58e-6cec8ee99d70), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:32.852543 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=104189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:27:32.886009 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750382056241', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (ca670b6d-a61a-4e07-a4de-bf6d357a27c4), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:32.886480 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Unsubscribe: segment precommit_create {{(pid=104189) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 09:27:32.887003 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.segments_db [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Added segment ca670b6d-a61a-4e07-a4de-bf6d357a27c4 of type vlan for network 3bd743bf-6315-41ce-8784-be90878b5d6d Jul 20 09:27:32.920600 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4b52aade-d552-4e80-a58e-6cec8ee99d70,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:27:32.963771 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:32.964116 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:32.964461 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:32.964809 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:32.965138 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:32.965461 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:32.965775 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:32.966093 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:32.966410 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:32.967252 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:32.967595 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:32.967909 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:32.968221 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:32.968531 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:32.968843 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Tracked resource versions report: Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: pushed versions: Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: { 'AddressGroup': {'1.2'}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Agent': {'1.1'}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'ConntrackHelper': {'1.0'}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'LocalIPAssociation': {'1.0'}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Log': {'1.0'}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'NDPProxy': {'1.0'}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Network': {'1.1'}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Port': {'1.7'}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'PortForwarding': {'1.3'}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'QosPolicy': {'1.10'}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'SecurityGroup': {'1.5'}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'SecurityGroupRule': {'1.2'}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'SubPort': {'1.0'}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Subnet': {'1.1'}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Trunk': {'1.1'}} Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: consumer versions: Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: { DHCP agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: L3 agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: Metadata agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: Metering agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: Open vSwitch agent@dv-cinder-822822-3-iscsi: { 'AddressGroup': '1.2', Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Agent': '1.1', Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'ConntrackHelper': '1.0', Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'LocalIPAssociation': '1.0', Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Log': '1.0', Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'NDPProxy': '1.0', Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Network': '1.1', Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Port': '1.7', Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'PortForwarding': '1.3', Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'QosPolicy': '1.10', Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'SecurityGroup': '1.5', Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'SecurityGroupRule': '1.2', Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'SubPort': '1.0', Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Subnet': '1.1', Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Trunk': '1.1'}} Jul 20 09:27:32.970240 dv-cinder-822822-3-iscsi neutron-server[104189]: {{(pid=104189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 09:27:32.998586 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (3bd743bf-6315-41ce-8784-be90878b5d6d), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:33.033961 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:33.044338 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (3bd743bf-6315-41ce-8784-be90878b5d6d), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:33.050079 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:27:33.050830 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:33.118082 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7816725 Jul 20 09:27:33.179919 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35197953-97a7-40a1-bb2d-df740ce58694 demo demo] Pushing event updated for resources: {'Network': ['ID=3bd743bf-6315-41ce-8784-be90878b5d6d,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:27:33.192765 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network 3bd743bf-6315-41ce-8784-be90878b5d6d details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:27:35.409775 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 44680) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:27:35.819980 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cef492-9406-4939-b181-8f0af7680a40 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:27:35.821311 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-20cef492-9406-4939-b181-8f0af7680a40 demo admin] 10.222.0.18 "GET /v2.0/networks/3bd743bf-6315-41ce-8784-be90878b5d6d HTTP/1.1" status: 200 len: 825 time: 0.4105749 Jul 20 09:27:35.846508 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-aff0da5a-298b-4794-a561-e03814837f73 demo admin] 10.222.0.18 "GET /v2.0/subnetpools/defb5037-3f03-46e2-9071-b8733b17e36c HTTP/1.1" status: 200 len: 734 time: 0.0190330 Jul 20 09:27:35.854866 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-0ab986cd-fcd3-43a5-9a3c-9e5490043b2d demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d', 'subnetpool_id': 'defb5037-3f03-46e2-9071-b8733b17e36c'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:27:35.876333 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab986cd-fcd3-43a5-9a3c-9e5490043b2d demo admin] Made reservation on behalf of d4cddc08e9474acbb1affb03326bbf68 for: {'subnet': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:27:35.878544 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0ab986cd-fcd3-43a5-9a3c-9e5490043b2d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:36.102264 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:36.168368 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0ab986cd-fcd3-43a5-9a3c-9e5490043b2d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for subnet (05fe99fb-8678-490c-af41-479f62b623d4), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:36.239881 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab986cd-fcd3-43a5-9a3c-9e5490043b2d demo admin] Pushing event updated for resources: {'Subnet': ['ID=05fe99fb-8678-490c-af41-479f62b623d4,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:27:36.246970 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab986cd-fcd3-43a5-9a3c-9e5490043b2d demo admin] Checking segment: {'id': 'ca670b6d-a61a-4e07-a4de-bf6d357a27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:27:36.247373 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab986cd-fcd3-43a5-9a3c-9e5490043b2d demo admin] Network hostable DHCP agents. Network: 3bd743bf-6315-41ce-8784-be90878b5d6d, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:27:36.268210 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab986cd-fcd3-43a5-9a3c-9e5490043b2d demo admin] Network 3bd743bf-6315-41ce-8784-be90878b5d6d is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:27:36.278806 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-0ab986cd-fcd3-43a5-9a3c-9e5490043b2d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, 3bd743bf-6315-41ce-8784-be90878b5d6d) {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:27:36.288147 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fedd80d-3b5e-43c5-873e-c78bced70529 None None] Network 3bd743bf-6315-41ce-8784-be90878b5d6d requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:27:36.288579 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab986cd-fcd3-43a5-9a3c-9e5490043b2d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:27:36.289095 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0ab986cd-fcd3-43a5-9a3c-9e5490043b2d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:36.304687 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-0ab986cd-fcd3-43a5-9a3c-9e5490043b2d demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4529309 Jul 20 09:27:36.557515 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f37d01a-c625-5824-9e01-1f125168aa1d-3bd743bf-6315-41ce-8784-be90878b5d6d', 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d', 'project_id': 'd4cddc08e9474acbb1affb03326bbf68', 'fixed_ips': [{'subnet_id': '05fe99fb-8678-490c-af41-479f62b623d4'}]}} from dv-cinder-822822-3-iscsi. {{(pid=104191) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 09:27:36.558866 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:36.832510 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Allocated IP 172.20.0.2 (3bd743bf-6315-41ce-8784-be90878b5d6d/05fe99fb-8678-490c-af41-479f62b623d4/cec9c614-8198-489b-a070-445b2b63d50b) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:27:37.096023 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Publish callbacks [] for port (cec9c614-8198-489b-a070-445b2b63d50b), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:37.104042 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (cec9c614-8198-489b-a070-445b2b63d50b), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:37.182227 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Network 3bd743bf-6315-41ce-8784-be90878b5d6d is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:27:37.194553 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:27:37.200300 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Pushing event updated for resources: {'Port': ['ID=cec9c614-8198-489b-a070-445b2b63d50b,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:27:37.203667 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:27:37.205246 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=65,neutron:INSERT=33,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:37.242035 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:37.242377 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:37.243030 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:37.243405 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:37.243739 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:37.244066 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:37.244389 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:37.244708 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:37.245028 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:37.245345 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:37.245667 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:37.245989 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:37.246304 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:37.246615 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:37.246928 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Tracked resource versions report: Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: pushed versions: Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: { 'AddressGroup': {'1.2'}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Agent': {'1.1'}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'ConntrackHelper': {'1.0'}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'LocalIPAssociation': {'1.0'}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Log': {'1.0'}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'NDPProxy': {'1.0'}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Network': {'1.1'}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Port': {'1.7'}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'PortForwarding': {'1.3'}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'QosPolicy': {'1.10'}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'SecurityGroup': {'1.5'}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'SecurityGroupRule': {'1.2'}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'SubPort': {'1.0'}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Subnet': {'1.1'}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Trunk': {'1.1'}} Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: consumer versions: Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: { DHCP agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: L3 agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: Metadata agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: Metering agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: Open vSwitch agent@dv-cinder-822822-3-iscsi: { 'AddressGroup': '1.2', Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Agent': '1.1', Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'ConntrackHelper': '1.0', Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'LocalIPAssociation': '1.0', Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Log': '1.0', Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'NDPProxy': '1.0', Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Network': '1.1', Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Port': '1.7', Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'PortForwarding': '1.3', Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'QosPolicy': '1.10', Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'SecurityGroup': '1.5', Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'SecurityGroupRule': '1.2', Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'SubPort': '1.0', Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Subnet': '1.1', Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Trunk': '1.1'}} Jul 20 09:27:37.249079 dv-cinder-822822-3-iscsi neutron-server[104191]: {{(pid=104191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 09:27:37.308554 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Attempting to bind port cec9c614-8198-489b-a070-445b2b63d50b on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:27:37.309238 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Attempting to bind port cec9c614-8198-489b-a070-445b2b63d50b by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'ca670b6d-a61a-4e07-a4de-bf6d357a27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:27:37.309350 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Attempting to bind port cec9c614-8198-489b-a070-445b2b63d50b on network 3bd743bf-6315-41ce-8784-be90878b5d6d {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:27:37.314861 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:27:37.315529 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Checking segment: {'id': 'ca670b6d-a61a-4e07-a4de-bf6d357a27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:27:37.315989 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:37.316381 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Bound using segment: {'id': 'ca670b6d-a61a-4e07-a4de-bf6d357a27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:27:37.316872 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Bound port: cec9c614-8198-489b-a070-445b2b63d50b, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca670b6d-a61a-4e07-a4de-bf6d357a27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:27:37.317292 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (cec9c614-8198-489b-a070-445b2b63d50b), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:37.379009 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] For port cec9c614-8198-489b-a070-445b2b63d50b, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:27:37.398693 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] For port cec9c614-8198-489b-a070-445b2b63d50b, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=cec9c614-8198-489b-a070-445b2b63d50b,segment=NetworkSegment(ca670b6d-a61a-4e07-a4de-bf6d357a27c4),segment_id=ca670b6d-a61a-4e07-a4de-bf6d357a27c4)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:27:37.406428 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (cec9c614-8198-489b-a070-445b2b63d50b), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:37.469847 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83478cb5-1c07-4d3c-8d36-9b94804bb956 None None] Pushing event updated for resources: {'Port': ['ID=cec9c614-8198-489b-a070-445b2b63d50b,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:27:38.632860 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 44690) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:27:38.973719 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [None req-c3086db7-9ae5-4828-98a2-4c2bc306eb85 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:27:38.975186 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-c3086db7-9ae5-4828-98a2-4c2bc306eb85 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3409126 Jul 20 09:27:39.746045 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=6 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:39.752827 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:41.294125 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 44702) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:27:41.640416 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [None req-f7e1de10-ef0b-463a-a8b0-37af31b2a49e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:27:41.641431 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-f7e1de10-ef0b-463a-a8b0-37af31b2a49e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3462620 Jul 20 09:27:43.961684 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 44710) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:27:44.491301 dv-cinder-822822-3-iscsi neutron-server[104190]: WARNING oslo_policy.policy [None req-cfdfc036-fc15-4e22-bfe8-66f3051ae177 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 09:27:44.491871 dv-cinder-822822-3-iscsi neutron-server[104190]: WARNING oslo_policy.policy [None req-cfdfc036-fc15-4e22-bfe8-66f3051ae177 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 09:27:44.708294 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-cfdfc036-fc15-4e22-bfe8-66f3051ae177 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:27:44.767759 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.policy [None req-cfdfc036-fc15-4e22-bfe8-66f3051ae177 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104190) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 09:27:44.810623 dv-cinder-822822-3-iscsi neutron-server[104190]: WARNING oslo_policy.policy [None req-cfdfc036-fc15-4e22-bfe8-66f3051ae177 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 09:27:44.810993 dv-cinder-822822-3-iscsi neutron-server[104190]: WARNING oslo_policy.policy [None req-cfdfc036-fc15-4e22-bfe8-66f3051ae177 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 09:27:44.831823 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writer thread running {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 09:27:44.837691 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:44.875216 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-cfdfc036-fc15-4e22-bfe8-66f3051ae177 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30393'] for router (2af3c14b-758e-480d-ae77-54c03032995b), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:44.877066 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-cfdfc036-fc15-4e22-bfe8-66f3051ae177 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30384'] for router (2af3c14b-758e-480d-ae77-54c03032995b), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:45.040825 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-cfdfc036-fc15-4e22-bfe8-66f3051ae177 demo demo] Publish callbacks [] for router_controller (2af3c14b-758e-480d-ae77-54c03032995b), precommit_add_association {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:45.048089 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-cfdfc036-fc15-4e22-bfe8-66f3051ae177 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670420'] for router (2af3c14b-758e-480d-ae77-54c03032995b), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:45.073796 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-cfdfc036-fc15-4e22-bfe8-66f3051ae177 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:45.083417 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-cfdfc036-fc15-4e22-bfe8-66f3051ae177 demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.1124198 Jul 20 09:27:45.629553 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f6626d-bd03-474b-9594-b6c8783862af None None] Network 3bd743bf-6315-41ce-8784-be90878b5d6d requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:27:45.767888 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-a8afede9-414e-4523-b41b-bb2a2e74cff5 None None] Provisioning complete for port cec9c614-8198-489b-a070-445b2b63d50b triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:27:45.768302 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a8afede9-414e-4523-b41b-bb2a2e74cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (cec9c614-8198-489b-a070-445b2b63d50b), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:45.840634 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device cec9c614-8198-489b-a070-445b2b63d50b up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:27:45.956042 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-a8afede9-414e-4523-b41b-bb2a2e74cff5 None None] Current status of the port cec9c614-8198-489b-a070-445b2b63d50b is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:27:45.956429 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a8afede9-414e-4523-b41b-bb2a2e74cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (cec9c614-8198-489b-a070-445b2b63d50b), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:45.959549 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:45.965792 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port cec9c614-8198-489b-a070-445b2b63d50b triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:27:45.966170 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (cec9c614-8198-489b-a070-445b2b63d50b), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:45.969943 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:46.029270 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-a8afede9-414e-4523-b41b-bb2a2e74cff5 None None] For port cec9c614-8198-489b-a070-445b2b63d50b, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=cec9c614-8198-489b-a070-445b2b63d50b,segment=NetworkSegment(ca670b6d-a61a-4e07-a4de-bf6d357a27c4),segment_id=ca670b6d-a61a-4e07-a4de-bf6d357a27c4)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:27:46.033766 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a8afede9-414e-4523-b41b-bb2a2e74cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (cec9c614-8198-489b-a070-445b2b63d50b), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:46.100849 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port cec9c614-8198-489b-a070-445b2b63d50b is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:27:46.106676 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afede9-414e-4523-b41b-bb2a2e74cff5 None None] Pushing event updated for resources: {'Port': ['ID=cec9c614-8198-489b-a070-445b2b63d50b,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:27:46.152713 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-16538be6-2b31-4d4d-8090-9a73d52bfffc None None] Provisioning complete for port cec9c614-8198-489b-a070-445b2b63d50b triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:27:46.153099 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-16538be6-2b31-4d4d-8090-9a73d52bfffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (cec9c614-8198-489b-a070-445b2b63d50b), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:46.224303 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-16538be6-2b31-4d4d-8090-9a73d52bfffc None None] Current status of the port cec9c614-8198-489b-a070-445b2b63d50b is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:27:46.297977 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=61,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:46.298698 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=21,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:47.395248 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 44736) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:27:47.712495 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [None req-761f0c31-d978-4939-ad74-be1460a27896 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:27:47.713555 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-761f0c31-d978-4939-ad74-be1460a27896 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3173349 Jul 20 09:27:47.798957 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device cec9c614-8198-489b-a070-445b2b63d50b up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:27:47.850337 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port cec9c614-8198-489b-a070-445b2b63d50b triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:27:47.850736 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (cec9c614-8198-489b-a070-445b2b63d50b), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:47.925479 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port cec9c614-8198-489b-a070-445b2b63d50b is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:27:49.996260 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 44744) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:27:50.312726 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:27:50.333014 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] Made reservation on behalf of c93172815ff14813957f03bf548f6155 for: {'network': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:27:50.335508 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:50.344153 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:50.420328 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] Publish callbacks [] for security_group (8ddc7659-b498-41dc-9ba8-b0f73a4a3610), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:50.424314 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (8ddc7659-b498-41dc-9ba8-b0f73a4a3610), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:50.440451 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] Reserving flat network on physical network physnet1 {{(pid=104189) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 20 09:27:50.460595 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddc7659-b498-41dc-9ba8-b0f73a4a3610,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:27:50.466127 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (edbbc8af-7ffe-44ca-a4d8-77062cc656b7), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:50.466550 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.segments_db [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] Added segment edbbc8af-7ffe-44ca-a4d8-77062cc656b7 of type flat for network 56bd5eb3-33eb-4ff1-833f-663849f99647 Jul 20 09:27:50.514548 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (56bd5eb3-33eb-4ff1-833f-663849f99647), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:50.546861 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (56bd5eb3-33eb-4ff1-833f-663849f99647), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:50.547871 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:27:50.548441 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:50.597079 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5998437 Jul 20 09:27:50.654329 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858ca51-a8c1-45df-a724-8f0a698741e9 admin admin] Pushing event updated for resources: {'Network': ['ID=56bd5eb3-33eb-4ff1-833f-663849f99647,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:27:50.664522 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:27:52.826721 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 44752) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:27:52.960569 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ddcbb4d2-43a7-431a-be13-c1fb361e6834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:53.194472 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79a3d21-9f50-417d-b07d-b22c30b34b99 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:27:53.195810 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-e79a3d21-9f50-417d-b07d-b22c30b34b99 demo admin] 10.222.0.18 "GET /v2.0/subnets/05fe99fb-8678-490c-af41-479f62b623d4 HTTP/1.1" status: 200 len: 849 time: 0.3680763 Jul 20 09:27:53.365667 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-20ae1f3a-377c-4e34-acba-c3c63cc06123 demo admin] 10.222.0.18 "GET /v2.0/routers/2af3c14b-758e-480d-ae77-54c03032995b HTTP/1.1" status: 200 len: 704 time: 0.1639705 Jul 20 09:27:53.631247 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:53.891575 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:53.895803 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:53.923183 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Allocated IP 172.20.0.1 (3bd743bf-6315-41ce-8784-be90878b5d6d/05fe99fb-8678-490c-af41-479f62b623d4/92d117d2-3fc4-42cc-9a2f-1df38b138902) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:27:54.122712 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Publish callbacks [] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:54.185334 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:54.258361 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Network 3bd743bf-6315-41ce-8784-be90878b5d6d is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:27:54.270349 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:27:54.274857 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:27:54.275953 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656506'] for router_interface (2af3c14b-758e-480d-ae77-54c03032995b), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:54.295245 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Pushing event updated for resources: {'Port': ['ID=92d117d2-3fc4-42cc-9a2f-1df38b138902,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:27:54.472779 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:54.484398 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-3ea7eab4-fb79-42d1-88c4-157bdf909658 None None] Provisioning complete for port 92d117d2-3fc4-42cc-9a2f-1df38b138902 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:27:54.484954 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3ea7eab4-fb79-42d1-88c4-157bdf909658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:54.515517 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-3ea7eab4-fb79-42d1-88c4-157bdf909658 None None] Port 92d117d2-3fc4-42cc-9a2f-1df38b138902 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:27:54.683151 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Publish callbacks [] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:54.688075 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:54.688833 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669490'] for router_interface (2af3c14b-758e-480d-ae77-54c03032995b), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:54.745337 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Pushing event updated for resources: {'Port': ['ID=92d117d2-3fc4-42cc-9a2f-1df38b138902,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:27:54.815904 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Network 3bd743bf-6315-41ce-8784-be90878b5d6d is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:27:54.817467 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:27:54.924970 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:54.938797 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:54.979190 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Router 2af3c14b-758e-480d-ae77-54c03032995b is scheduled to L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a with binding_index 1 {{(pid=104189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 09:27:55.036180 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-3241f7b8-b120-484e-8d01-fd328baca962 None None] Provisioning complete for port 92d117d2-3fc4-42cc-9a2f-1df38b138902 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:27:55.036574 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3241f7b8-b120-484e-8d01-fd328baca962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:55.066102 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:INSERT=1,neutron:SELECT=4,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:55.067973 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=14,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:55.071273 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:27:55.077575 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-beabdf5b-5f7a-48cd-a101-fc7ba4be9f89 demo admin] 10.222.0.18 "PUT /v2.0/routers/2af3c14b-758e-480d-ae77-54c03032995b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7064764 Jul 20 09:27:55.096535 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Sync routers for ids ['2af3c14b-758e-480d-ae77-54c03032995b'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:27:55.110367 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Routers {'2af3c14b-758e-480d-ae77-54c03032995b'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:27:55.111314 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:27:26Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['2af3c14b-758e-480d-ae77-54c03032995b'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:27:55.130760 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-3241f7b8-b120-484e-8d01-fd328baca962 None None] Port 92d117d2-3fc4-42cc-9a2f-1df38b138902 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:27:55.237699 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e0978efa-3547-40a0-b3b5-ab7bbcec85a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:55.302676 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Set router 2af3c14b-758e-480d-ae77-54c03032995b gateway port host: None {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:27:55.733338 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3c14b-758e-480d-ae77-54c03032995b', 'name': 'router1', 'tenant_id': 'd4cddc08e9474acbb1affb03326bbf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:27:44Z', 'updated_at': '2022-07-20T09:27:54Z', 'revision_number': 2, 'project_id': 'd4cddc08e9474acbb1affb03326bbf68', 'gw_port_host': None, '_interfaces': [{'id': '92d117d2-3fc4-42cc-9a2f-1df38b138902', 'name': '', 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d', 'tenant_id': 'd4cddc08e9474acbb1affb03326bbf68', 'mac_address': 'fa:16:3e:c2:79:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3c14b-758e-480d-ae77-54c03032995b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05fe99fb-8678-490c-af41-479f62b623d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:27:53Z', 'updated_at': '2022-07-20T09:27:54Z', 'revision_number': 2, 'project_id': 'd4cddc08e9474acbb1affb03326bbf68', 'subnets': [{'id': '05fe99fb-8678-490c-af41-479f62b623d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'defb5037-3f03-46e2-9071-b8733b17e36c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:27:55.783410 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Checking router: 2af3c14b-758e-480d-ae77-54c03032995b for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:27:55.783790 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Updating router 2af3c14b-758e-480d-ae77-54c03032995b port 92d117d2-3fc4-42cc-9a2f-1df38b138902 binding host dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:27:55.840473 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:56.201612 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:56.352391 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Publish callbacks [] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:56.359992 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:56.535501 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Pushing event updated for resources: {'Port': ['ID=92d117d2-3fc4-42cc-9a2f-1df38b138902,revision_number=3']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:27:56.541642 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Attempting to bind port 92d117d2-3fc4-42cc-9a2f-1df38b138902 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:27:56.542040 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Attempting to bind port 92d117d2-3fc4-42cc-9a2f-1df38b138902 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'ca670b6d-a61a-4e07-a4de-bf6d357a27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d'}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:27:56.542460 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Attempting to bind port 92d117d2-3fc4-42cc-9a2f-1df38b138902 on network 3bd743bf-6315-41ce-8784-be90878b5d6d {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:27:56.551475 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:56.551825 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:56.552183 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:56.552540 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:56.552876 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:56.553204 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:56.553629 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:56.553847 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:56.554171 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:56.554488 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:56.554809 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:56.555410 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:56.555529 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:56.555784 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:56.556099 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Tracked resource versions report: Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: pushed versions: Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: { 'AddressGroup': {'1.2'}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Agent': {'1.1'}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'ConntrackHelper': {'1.0'}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'LocalIPAssociation': {'1.0'}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Log': {'1.0'}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'NDPProxy': {'1.0'}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Network': {'1.1'}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Port': {'1.7'}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'PortForwarding': {'1.3'}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'QosPolicy': {'1.10'}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'SecurityGroup': {'1.5'}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'SecurityGroupRule': {'1.2'}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'SubPort': {'1.0'}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Subnet': {'1.1'}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Trunk': {'1.1'}} Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: consumer versions: Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: { DHCP agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: L3 agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: Metadata agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: Metering agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: Open vSwitch agent@dv-cinder-822822-3-iscsi: { 'AddressGroup': '1.2', Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Agent': '1.1', Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'ConntrackHelper': '1.0', Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'LocalIPAssociation': '1.0', Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Log': '1.0', Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'NDPProxy': '1.0', Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Network': '1.1', Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Port': '1.7', Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'PortForwarding': '1.3', Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'QosPolicy': '1.10', Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'SecurityGroup': '1.5', Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'SecurityGroupRule': '1.2', Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'SubPort': '1.0', Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Subnet': '1.1', Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Trunk': '1.1'}} Jul 20 09:27:56.557561 dv-cinder-822822-3-iscsi neutron-server[104192]: {{(pid=104192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 09:27:56.562174 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:27:56.562594 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Checking segment: {'id': 'ca670b6d-a61a-4e07-a4de-bf6d357a27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:27:56.563060 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:56.563477 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Bound using segment: {'id': 'ca670b6d-a61a-4e07-a4de-bf6d357a27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d'} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:27:56.563980 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Bound port: 92d117d2-3fc4-42cc-9a2f-1df38b138902, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca670b6d-a61a-4e07-a4de-bf6d357a27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d'}}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:27:56.564379 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:56.569832 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-a89acb87-515b-4822-b4c1-59102e357a52 None None] Provisioning complete for port 92d117d2-3fc4-42cc-9a2f-1df38b138902 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:27:56.570219 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a89acb87-515b-4822-b4c1-59102e357a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:56.604641 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-a89acb87-515b-4822-b4c1-59102e357a52 None None] Port 92d117d2-3fc4-42cc-9a2f-1df38b138902 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:27:56.630129 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] For port 92d117d2-3fc4-42cc-9a2f-1df38b138902, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:27:56.650251 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] For port 92d117d2-3fc4-42cc-9a2f-1df38b138902, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=92d117d2-3fc4-42cc-9a2f-1df38b138902,segment=NetworkSegment(ca670b6d-a61a-4e07-a4de-bf6d357a27c4),segment_id=ca670b6d-a61a-4e07-a4de-bf6d357a27c4)] {{(pid=104192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:27:56.656673 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:56.680731 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:56.684212 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:56.715250 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fef7d-5431-4a51-aa27-8b94db85771a None None] Pushing event updated for resources: {'Port': ['ID=92d117d2-3fc4-42cc-9a2f-1df38b138902,revision_number=4']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:27:56.732888 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Routers {'2af3c14b-758e-480d-ae77-54c03032995b'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:27:56.733517 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:27:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['2af3c14b-758e-480d-ae77-54c03032995b'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:27:56.835041 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] Set router 2af3c14b-758e-480d-ae77-54c03032995b gateway port host: None {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:27:56.922487 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-d75c08eb-b10f-4b5d-b940-ddea609bfcdc None None] Provisioning complete for port 92d117d2-3fc4-42cc-9a2f-1df38b138902 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:27:56.922882 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d75c08eb-b10f-4b5d-b940-ddea609bfcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:56.991133 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:27:57.004300 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-d75c08eb-b10f-4b5d-b940-ddea609bfcdc None None] Current status of the port 92d117d2-3fc4-42cc-9a2f-1df38b138902 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:27:57.004686 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d75c08eb-b10f-4b5d-b940-ddea609bfcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:57.036899 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3c14b-758e-480d-ae77-54c03032995b', 'name': 'router1', 'tenant_id': 'd4cddc08e9474acbb1affb03326bbf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:27:44Z', 'updated_at': '2022-07-20T09:27:54Z', 'revision_number': 2, 'project_id': 'd4cddc08e9474acbb1affb03326bbf68', 'gw_port_host': None, '_interfaces': [{'id': '92d117d2-3fc4-42cc-9a2f-1df38b138902', 'name': '', 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d', 'tenant_id': 'd4cddc08e9474acbb1affb03326bbf68', 'mac_address': 'fa:16:3e:c2:79:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3c14b-758e-480d-ae77-54c03032995b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05fe99fb-8678-490c-af41-479f62b623d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:27:53Z', 'updated_at': '2022-07-20T09:27:56Z', 'revision_number': 4, 'project_id': 'd4cddc08e9474acbb1affb03326bbf68', 'subnets': [{'id': '05fe99fb-8678-490c-af41-479f62b623d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'defb5037-3f03-46e2-9071-b8733b17e36c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:27:57.044194 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-d75c08eb-b10f-4b5d-b940-ddea609bfcdc None None] For port 92d117d2-3fc4-42cc-9a2f-1df38b138902, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=92d117d2-3fc4-42cc-9a2f-1df38b138902,segment=NetworkSegment(ca670b6d-a61a-4e07-a4de-bf6d357a27c4),segment_id=ca670b6d-a61a-4e07-a4de-bf6d357a27c4)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:27:57.049304 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d75c08eb-b10f-4b5d-b940-ddea609bfcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:57.064996 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85f4c5-1c00-4c31-a2da-6b8c41814a6c None None] The sync data for ids ['2af3c14b-758e-480d-ae77-54c03032995b'] in dv-cinder-822822-3-iscsi is: [{'id': '2af3c14b-758e-480d-ae77-54c03032995b', 'name': 'router1', 'tenant_id': 'd4cddc08e9474acbb1affb03326bbf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:27:44Z', 'updated_at': '2022-07-20T09:27:54Z', 'revision_number': 2, 'project_id': 'd4cddc08e9474acbb1affb03326bbf68', 'gw_port_host': None, '_interfaces': [{'id': '92d117d2-3fc4-42cc-9a2f-1df38b138902', 'name': '', 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d', 'tenant_id': 'd4cddc08e9474acbb1affb03326bbf68', 'mac_address': 'fa:16:3e:c2:79:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3c14b-758e-480d-ae77-54c03032995b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05fe99fb-8678-490c-af41-479f62b623d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:27:53Z', 'updated_at': '2022-07-20T09:27:56Z', 'revision_number': 4, 'project_id': 'd4cddc08e9474acbb1affb03326bbf68', 'subnets': [{'id': '05fe99fb-8678-490c-af41-479f62b623d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'defb5037-3f03-46e2-9071-b8733b17e36c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:27:57.100649 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c08eb-b10f-4b5d-b940-ddea609bfcdc None None] Pushing event updated for resources: {'Port': ['ID=92d117d2-3fc4-42cc-9a2f-1df38b138902,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:27:57.341230 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 44766) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:27:57.688862 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:57.732900 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662a10c2-bdc8-4d86-b476-57f96bf2e439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:27:57.734360 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-662a10c2-bdc8-4d86-b476-57f96bf2e439 admin admin] 10.222.0.18 "GET /v2.0/networks/56bd5eb3-33eb-4ff1-833f-663849f99647 HTTP/1.1" status: 200 len: 842 time: 0.3922355 Jul 20 09:27:57.743857 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-5faa36ec-9035-40e3-9405-22d1ec85fd76 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'name': 'public-subnet'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:27:57.766272 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faa36ec-9035-40e3-9405-22d1ec85fd76 admin admin] Made reservation on behalf of c93172815ff14813957f03bf548f6155 for: {'subnet': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:27:57.768754 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5faa36ec-9035-40e3-9405-22d1ec85fd76 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:58.114241 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.objects.ports [None req-5faa36ec-9035-40e3-9405-22d1ec85fd76 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104189) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 20 09:27:58.114690 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5faa36ec-9035-40e3-9405-22d1ec85fd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for subnet (8bf8240b-23e9-4f6b-ba18-0faac03d9b08), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:58.115406 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:58.163861 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa36ec-9035-40e3-9405-22d1ec85fd76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf8240b-23e9-4f6b-ba18-0faac03d9b08,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:27:58.179085 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faa36ec-9035-40e3-9405-22d1ec85fd76 admin admin] Checking segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:27:58.179464 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faa36ec-9035-40e3-9405-22d1ec85fd76 admin admin] Network hostable DHCP agents. Network: 56bd5eb3-33eb-4ff1-833f-663849f99647, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:27:58.197247 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faa36ec-9035-40e3-9405-22d1ec85fd76 admin admin] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:27:58.208480 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-5faa36ec-9035-40e3-9405-22d1ec85fd76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, 56bd5eb3-33eb-4ff1-833f-663849f99647) {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:27:58.214374 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa36ec-9035-40e3-9405-22d1ec85fd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:27:58.215713 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5faa36ec-9035-40e3-9405-22d1ec85fd76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:27:58.219843 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dce1b08-da4b-454d-9de7-66f5fe1d8700 None None] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:27:58.240702 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-5faa36ec-9035-40e3-9405-22d1ec85fd76 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4978054 Jul 20 09:27:58.340334 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4e12dd-5be6-47ad-a58b-43489615dccf None None] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:28:00.592670 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 44774) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:28:01.006025 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-bc06f64a-6df1-482c-914f-a42fd023f2d7 demo admin] 10.222.0.18 "GET /v2.0/routers/2af3c14b-758e-480d-ae77-54c03032995b HTTP/1.1" status: 200 len: 710 time: 0.4115019 Jul 20 09:28:01.093822 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a8e12-acc7-41c9-bdbf-cda527272f1c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:28:01.095315 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-4b9a8e12-acc7-41c9-bdbf-cda527272f1c demo admin] 10.222.0.18 "GET /v2.0/networks/56bd5eb3-33eb-4ff1-833f-663849f99647 HTTP/1.1" status: 200 len: 886 time: 0.0836582 Jul 20 09:28:01.103958 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:28:01.172588 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:01.189028 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:01.352264 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Publish callbacks [] for router_gateway (2af3c14b-758e-480d-ae77-54c03032995b), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:01.573926 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Publish callbacks [] for router_gateway (2af3c14b-758e-480d-ae77-54c03032995b), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:01.651879 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:01.754526 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Allocated IP 172.27.1.240 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/9e226b7c-a0a8-465e-9a54-3e61129794e8) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:28:01.858251 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Publish callbacks [] for port (9e226b7c-a0a8-465e-9a54-3e61129794e8), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:01.889812 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (9e226b7c-a0a8-465e-9a54-3e61129794e8), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:01.924183 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:28:01.927197 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:28:01.940456 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:28:02.024460 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Pushing event updated for resources: {'Port': ['ID=9e226b7c-a0a8-465e-9a54-3e61129794e8,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:28:02.071162 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:02.135593 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:02.200261 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Publish callbacks [] for router_gateway (2af3c14b-758e-480d-ae77-54c03032995b), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:02.476004 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30366'] for router (2af3c14b-758e-480d-ae77-54c03032995b), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:02.479474 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-666930'] for router (2af3c14b-758e-480d-ae77-54c03032995b), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:02.582374 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Router 2af3c14b-758e-480d-ae77-54c03032995b has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:28:02.683616 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:28:02.688425 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:02.698545 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-0cca02b8-abc6-4024-8daa-5336941b1e04 demo admin] 10.222.0.18 "PUT /v2.0/routers/2af3c14b-758e-480d-ae77-54c03032995b HTTP/1.1" status: 200 len: 890 time: 1.5888982 Jul 20 09:28:03.419367 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Sync routers for ids ['2af3c14b-758e-480d-ae77-54c03032995b'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:28:03.431838 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Routers {'2af3c14b-758e-480d-ae77-54c03032995b'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:28:03.432490 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:27:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['2af3c14b-758e-480d-ae77-54c03032995b'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:28:03.613286 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:03.646626 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Set router 2af3c14b-758e-480d-ae77-54c03032995b gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:28:03.822385 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 92d117d2-3fc4-42cc-9a2f-1df38b138902 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:28:03.982481 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 92d117d2-3fc4-42cc-9a2f-1df38b138902 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:28:03.982778 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:04.037095 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:04.103070 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3c14b-758e-480d-ae77-54c03032995b', 'name': 'router1', 'tenant_id': 'd4cddc08e9474acbb1affb03326bbf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '9e226b7c-a0a8-465e-9a54-3e61129794e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:27:44Z', 'updated_at': '2022-07-20T09:28:02Z', 'revision_number': 4, 'project_id': 'd4cddc08e9474acbb1affb03326bbf68', 'gw_port': {'id': '9e226b7c-a0a8-465e-9a54-3e61129794e8', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3c14b-758e-480d-ae77-54c03032995b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:28:01Z', 'updated_at': '2022-07-20T09:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '92d117d2-3fc4-42cc-9a2f-1df38b138902', 'name': '', 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d', 'tenant_id': 'd4cddc08e9474acbb1affb03326bbf68', 'mac_address': 'fa:16:3e:c2:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3c14b-758e-480d-ae77-54c03032995b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05fe99fb-8678-490c-af41-479f62b623d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:27:53Z', 'updated_at': '2022-07-20T09:27:57Z', 'revision_number': 5, 'project_id': 'd4cddc08e9474acbb1affb03326bbf68', 'subnets': [{'id': '05fe99fb-8678-490c-af41-479f62b623d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'defb5037-3f03-46e2-9071-b8733b17e36c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:28:04.222589 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Checking router: 2af3c14b-758e-480d-ae77-54c03032995b for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:28:04.222893 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Updating router 2af3c14b-758e-480d-ae77-54c03032995b port 9e226b7c-a0a8-465e-9a54-3e61129794e8 binding host dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:28:04.299818 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 92d117d2-3fc4-42cc-9a2f-1df38b138902 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:28:04.301935 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (9e226b7c-a0a8-465e-9a54-3e61129794e8), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:04.612038 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Publish callbacks [] for port (9e226b7c-a0a8-465e-9a54-3e61129794e8), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:04.616960 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (9e226b7c-a0a8-465e-9a54-3e61129794e8), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:04.669208 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Attempting to bind port 9e226b7c-a0a8-465e-9a54-3e61129794e8 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:28:04.669570 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Attempting to bind port 9e226b7c-a0a8-465e-9a54-3e61129794e8 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:28:04.669924 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Attempting to bind port 9e226b7c-a0a8-465e-9a54-3e61129794e8 on network 56bd5eb3-33eb-4ff1-833f-663849f99647 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:28:04.672282 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea494a-5884-457f-aca0-0c9f799346a3 None None] Pushing event updated for resources: {'Port': ['ID=9e226b7c-a0a8-465e-9a54-3e61129794e8,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:28:04.677727 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:28:04.678093 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Checking segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:28:04.678481 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:04.678857 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Bound using segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:28:04.679324 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Bound port: 9e226b7c-a0a8-465e-9a54-3e61129794e8, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:28:04.679698 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (9e226b7c-a0a8-465e-9a54-3e61129794e8), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:04.727160 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] For port 9e226b7c-a0a8-465e-9a54-3e61129794e8, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:28:04.730281 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] For port 9e226b7c-a0a8-465e-9a54-3e61129794e8, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=9e226b7c-a0a8-465e-9a54-3e61129794e8,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:28:04.736796 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (9e226b7c-a0a8-465e-9a54-3e61129794e8), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:04.795000 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Routers {'2af3c14b-758e-480d-ae77-54c03032995b'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:28:04.795643 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:27:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['2af3c14b-758e-480d-ae77-54c03032995b'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:28:04.799353 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea494a-5884-457f-aca0-0c9f799346a3 None None] Pushing event updated for resources: {'Port': ['ID=9e226b7c-a0a8-465e-9a54-3e61129794e8,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:28:04.831595 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:04.899749 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] Set router 2af3c14b-758e-480d-ae77-54c03032995b gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:28:05.094169 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3c14b-758e-480d-ae77-54c03032995b', 'name': 'router1', 'tenant_id': 'd4cddc08e9474acbb1affb03326bbf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '9e226b7c-a0a8-465e-9a54-3e61129794e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:27:44Z', 'updated_at': '2022-07-20T09:28:02Z', 'revision_number': 4, 'project_id': 'd4cddc08e9474acbb1affb03326bbf68', 'gw_port': {'id': '9e226b7c-a0a8-465e-9a54-3e61129794e8', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3c14b-758e-480d-ae77-54c03032995b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:28:01Z', 'updated_at': '2022-07-20T09:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '92d117d2-3fc4-42cc-9a2f-1df38b138902', 'name': '', 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d', 'tenant_id': 'd4cddc08e9474acbb1affb03326bbf68', 'mac_address': 'fa:16:3e:c2:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3c14b-758e-480d-ae77-54c03032995b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05fe99fb-8678-490c-af41-479f62b623d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:27:53Z', 'updated_at': '2022-07-20T09:27:57Z', 'revision_number': 5, 'project_id': 'd4cddc08e9474acbb1affb03326bbf68', 'subnets': [{'id': '05fe99fb-8678-490c-af41-479f62b623d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'defb5037-3f03-46e2-9071-b8733b17e36c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:28:05.119929 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d9087-42d9-4d83-8209-b665a95f58c8 None None] The sync data for ids ['2af3c14b-758e-480d-ae77-54c03032995b'] in dv-cinder-822822-3-iscsi is: [{'id': '2af3c14b-758e-480d-ae77-54c03032995b', 'name': 'router1', 'tenant_id': 'd4cddc08e9474acbb1affb03326bbf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '9e226b7c-a0a8-465e-9a54-3e61129794e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:27:44Z', 'updated_at': '2022-07-20T09:28:02Z', 'revision_number': 4, 'project_id': 'd4cddc08e9474acbb1affb03326bbf68', 'gw_port': {'id': '9e226b7c-a0a8-465e-9a54-3e61129794e8', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3c14b-758e-480d-ae77-54c03032995b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:28:01Z', 'updated_at': '2022-07-20T09:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '92d117d2-3fc4-42cc-9a2f-1df38b138902', 'name': '', 'network_id': '3bd743bf-6315-41ce-8784-be90878b5d6d', 'tenant_id': 'd4cddc08e9474acbb1affb03326bbf68', 'mac_address': 'fa:16:3e:c2:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3c14b-758e-480d-ae77-54c03032995b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05fe99fb-8678-490c-af41-479f62b623d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:27:53Z', 'updated_at': '2022-07-20T09:27:57Z', 'revision_number': 5, 'project_id': 'd4cddc08e9474acbb1affb03326bbf68', 'subnets': [{'id': '05fe99fb-8678-490c-af41-479f62b623d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'defb5037-3f03-46e2-9071-b8733b17e36c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:28:05.133958 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 44786) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:28:05.613900 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-f7f8e393-b45f-4d42-be8b-a1112e5bf17a admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4787905 Jul 20 09:28:05.843649 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 9e226b7c-a0a8-465e-9a54-3e61129794e8 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:28:05.904651 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 9e226b7c-a0a8-465e-9a54-3e61129794e8 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:28:05.905941 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (9e226b7c-a0a8-465e-9a54-3e61129794e8), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:05.929363 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:05.993754 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 9e226b7c-a0a8-465e-9a54-3e61129794e8 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:28:05.994149 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (9e226b7c-a0a8-465e-9a54-3e61129794e8), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:06.019909 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port 9e226b7c-a0a8-465e-9a54-3e61129794e8, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=9e226b7c-a0a8-465e-9a54-3e61129794e8,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:28:06.025343 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (9e226b7c-a0a8-465e-9a54-3e61129794e8), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:06.076866 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=9e226b7c-a0a8-465e-9a54-3e61129794e8,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:28:07.828035 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 9e226b7c-a0a8-465e-9a54-3e61129794e8 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:28:07.876074 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 9e226b7c-a0a8-465e-9a54-3e61129794e8 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:28:07.876472 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (9e226b7c-a0a8-465e-9a54-3e61129794e8), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:07.960984 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 9e226b7c-a0a8-465e-9a54-3e61129794e8 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:28:12.588664 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=36 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:15.598740 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=46 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:15.609700 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=66 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:16.581510 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 5 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:28:17.952426 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:17.956184 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:17.959393 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=52 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:18.594976 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=46 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:22.974317 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-87c44794-eac7-4b48-993d-48aac3d73f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:25.234704 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a240968a-5494-4fb0-a64e-bc2ae0db9241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:26.203691 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:26.578426 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:27.698330 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:28.113666 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:37.687617 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:38.103022 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:38.108514 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:49.585917 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:49.587616 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:28:52.975281 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd32ec7e-5ba1-4670-8520-7bc26a188f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:53.580819 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 5 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:28:55.231942 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-075942fc-8ffe-4f40-812a-ab25f55afdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:56.205100 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:57.700805 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:28:58.128008 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:29:03.577202 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:03.577935 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:07.686656 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:08.108765 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:08.122643 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:22.969380 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e0478c18-2d70-4fba-aec4-31e885d676b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:29:25.226362 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b06cb04b-c315-4695-ba9d-a023d9fe79e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:29:26.208502 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:29:26.572901 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:26.583383 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:27.695611 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:29:27.796445 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45324) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:29:28.112080 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:29:28.136472 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.pecan_wsgi.hooks.translation [None req-231e96ff-4cea-418c-821c-b2ef8b67aa4d admin admin] GET failed (client error): The resource could not be found. Jul 20 09:29:28.137801 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-231e96ff-4cea-418c-821c-b2ef8b67aa4d admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3403628 Jul 20 09:29:28.298467 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3707fe63-8f6d-423d-b358-cb1c24b8f473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:29:28.300299 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-3707fe63-8f6d-423d-b358-cb1c24b8f473 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1583979 Jul 20 09:29:30.502563 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45334) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:29:30.579871 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 5 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:29:30.884011 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8589f5-a5e5-4647-8f7b-9c7b071633ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:29:30.885401 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-dc8589f5-a5e5-4647-8f7b-9c7b071633ae admin admin] 10.222.0.18 "GET /v2.0/subnets/05fe99fb-8678-490c-af41-479f62b623d4 HTTP/1.1" status: 200 len: 849 time: 0.3819098 Jul 20 09:29:30.895563 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:29:30.977742 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Publish callbacks [] for subnet (05fe99fb-8678-490c-af41-479f62b623d4), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:29:31.117543 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750381969475'] for subnet (05fe99fb-8678-490c-af41-479f62b623d4), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:29:31.150638 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:29:31.151457 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:29:31.152728 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] 10.222.0.18 "PUT /v2.0/subnets/05fe99fb-8678-490c-af41-479f62b623d4 HTTP/1.1" status: 200 len: 868 time: 0.2607257 Jul 20 09:29:31.162451 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a311b076-63ce-4a8a-b290-b38ab626f59d None None] Network 3bd743bf-6315-41ce-8784-be90878b5d6d requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:29:31.169926 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05fe99fb-8678-490c-af41-479f62b623d4,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:29:31.182216 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:29:31.182216 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:29:31.183129 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:29:31.183380 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:29:31.183643 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:29:31.183937 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:29:31.184254 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:29:31.184570 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:29:31.184899 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:29:31.185216 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:29:31.185670 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:29:31.186010 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:29:31.186323 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:29:31.186638 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:29:31.186944 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f6063-36ea-4e27-b4bb-b085e1aee1a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:29:31.522975 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-84e33f7a-c73a-4c83-8f49-cf12ba289389 None None] Provisioning complete for port 92d117d2-3fc4-42cc-9a2f-1df38b138902 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:29:31.523383 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-84e33f7a-c73a-4c83-8f49-cf12ba289389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (92d117d2-3fc4-42cc-9a2f-1df38b138902), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:29:31.598258 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-84e33f7a-c73a-4c83-8f49-cf12ba289389 None None] Current status of the port 92d117d2-3fc4-42cc-9a2f-1df38b138902 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:29:31.606955 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-84e33f7a-c73a-4c83-8f49-cf12ba289389 None None] Provisioning complete for port cec9c614-8198-489b-a070-445b2b63d50b triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:29:31.607368 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-84e33f7a-c73a-4c83-8f49-cf12ba289389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (cec9c614-8198-489b-a070-445b2b63d50b), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:29:31.677699 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-84e33f7a-c73a-4c83-8f49-cf12ba289389 None None] Current status of the port cec9c614-8198-489b-a070-445b2b63d50b is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:29:33.463763 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 45342) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:29:33.986730 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b4303a-20a6-4b2d-87eb-00bfd883a83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:29:33.987121 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b4303a-20a6-4b2d-87eb-00bfd883a83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:29:33.988800 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-a7b4303a-20a6-4b2d-87eb-00bfd883a83d admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5239420 Jul 20 09:29:36.217043 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45352) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:29:36.693910 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4165878-6558-4f4c-8c42-52cef234db59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:29:36.694287 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4165878-6558-4f4c-8c42-52cef234db59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:29:36.696959 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-b4165878-6558-4f4c-8c42-52cef234db59 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4778526 Jul 20 09:29:38.910589 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45360) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:29:39.318260 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca416902-23f2-4a18-addf-44ad5a086edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:29:39.319565 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-ca416902-23f2-4a18-addf-44ad5a086edf admin admin] 10.222.0.18 "GET /v2.0/networks/3bd743bf-6315-41ce-8784-be90878b5d6d HTTP/1.1" status: 200 len: 869 time: 0.4080026 Jul 20 09:29:39.970934 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=14 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:40.576890 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=14 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:41.572037 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45368) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:29:41.666577 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=27 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:41.671798 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:41.676001 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:41.954898 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:41.973876 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ad313-f22d-49e7-b7c5-c6638094fc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:29:41.975262 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-136ad313-f22d-49e7-b7c5-c6638094fc6e admin admin] 10.222.0.18 "GET /v2.0/networks/56bd5eb3-33eb-4ff1-833f-663849f99647 HTTP/1.1" status: 200 len: 886 time: 0.4022608 Jul 20 09:29:43.969872 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=12 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:43.983328 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=11 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:44.191011 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45376) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:29:44.687496 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ce811-5373-4a35-83f1-cd69e0bea860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:29:44.687863 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ce811-5373-4a35-83f1-cd69e0bea860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:29:44.689405 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-fe8ce811-5373-4a35-83f1-cd69e0bea860 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4974256 Jul 20 09:29:46.884505 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45384) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:29:47.232908 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:29:47.254094 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9569cc-d817-4c98-b9bd-81d2eace4af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:29:47.254547 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9569cc-d817-4c98-b9bd-81d2eace4af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:29:47.256487 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-fb9569cc-d817-4c98-b9bd-81d2eace4af0 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3710058 Jul 20 09:29:49.469503 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45392) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:29:49.834562 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4f043e-3109-4761-a01a-3ed5365bfe96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:29:49.835879 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-2d4f043e-3109-4761-a01a-3ed5365bfe96 admin admin] 10.222.0.18 "GET /v2.0/subnets/05fe99fb-8678-490c-af41-479f62b623d4 HTTP/1.1" status: 200 len: 868 time: 0.3654287 Jul 20 09:29:52.032342 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45400) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:29:52.403150 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793a4bd1-437d-4a29-a3b0-f74337d2f7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:29:52.404448 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-793a4bd1-437d-4a29-a3b0-f74337d2f7b4 admin admin] 10.222.0.18 "GET /v2.0/subnets/8bf8240b-23e9-4f6b-ba18-0faac03d9b08 HTTP/1.1" status: 200 len: 816 time: 0.3711565 Jul 20 09:29:52.971943 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-62f32b36-0670-45ff-9330-c9efa727055e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:29:55.228518 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8d7892a3-8634-4990-9174-d3e6a85f8341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:29:56.212277 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:29:57.700482 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:29:58.116004 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:02.398382 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=26 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:02.400307 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=15 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:03.575261 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:03.579648 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:07.579614 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 5 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:30:08.104486 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:08.109036 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:08.111189 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:17.574161 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:17.574953 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:20.630866 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45458) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:30:20.954931 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [None req-fc18f332-a797-4dae-895a-05dd76962afe admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:30:20.955981 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-fc18f332-a797-4dae-895a-05dd76962afe admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3241446 Jul 20 09:30:22.975415 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c8e089ae-3e1f-49af-9d8f-a05ce6a14b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:23.256995 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45468) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:30:23.595054 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d9cc93-fb55-4cd0-b694-161f4143f74b admin admin] GET failed (client error): The resource could not be found. Jul 20 09:30:23.596414 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-43d9cc93-fb55-4cd0-b694-161f4143f74b admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3384888 Jul 20 09:30:23.682678 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c541214a-2a6f-4368-9e2e-fb6144d190d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:30:23.684210 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-c541214a-2a6f-4368-9e2e-fb6144d190d0 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0837624 Jul 20 09:30:25.233440 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6cde6de9-42e7-4767-b919-46b093fa1832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:25.951761 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45476) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:30:26.212944 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:26.291512 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-31e6e478-9342-4bbb-96b5-fd3a4c96eddb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:30:26.311870 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e6e478-9342-4bbb-96b5-fd3a4c96eddb admin admin] Made reservation on behalf of c93172815ff14813957f03bf548f6155 for: {'network': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:30:26.314247 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-31e6e478-9342-4bbb-96b5-fd3a4c96eddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:26.345027 dv-cinder-822822-3-iscsi neutron-server[104189]: WARNING neutron.services.revisions.revision_plugin [None req-31e6e478-9342-4bbb-96b5-fd3a4c96eddb admin admin] Could not find related network for resource to bump revision. Jul 20 09:30:26.357929 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e6e478-9342-4bbb-96b5-fd3a4c96eddb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=104189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:30:26.367256 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-31e6e478-9342-4bbb-96b5-fd3a4c96eddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (b18638ea-66d6-4bcd-b815-12c52972ad75), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:26.367620 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.segments_db [None req-31e6e478-9342-4bbb-96b5-fd3a4c96eddb admin admin] Added segment b18638ea-66d6-4bcd-b815-12c52972ad75 of type vlan for network 508518d4-2002-4de4-b548-d053c31c9d85 Jul 20 09:30:26.406975 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-31e6e478-9342-4bbb-96b5-fd3a4c96eddb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (508518d4-2002-4de4-b548-d053c31c9d85), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:26.433578 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-31e6e478-9342-4bbb-96b5-fd3a4c96eddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (508518d4-2002-4de4-b548-d053c31c9d85), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:26.434534 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6e478-9342-4bbb-96b5-fd3a4c96eddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:30:26.435102 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-31e6e478-9342-4bbb-96b5-fd3a4c96eddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:26.494676 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-31e6e478-9342-4bbb-96b5-fd3a4c96eddb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5418160 Jul 20 09:30:26.497843 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6e478-9342-4bbb-96b5-fd3a4c96eddb admin admin] Pushing event updated for resources: {'Network': ['ID=508518d4-2002-4de4-b548-d053c31c9d85,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:30:26.508407 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network 508518d4-2002-4de4-b548-d053c31c9d85 details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:30:27.701742 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:28.118811 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:28.725632 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45484) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:30:29.064320 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.pecan_wsgi.hooks.translation [None req-24135e82-1d40-4191-8152-6065b7fe0278 admin admin] GET failed (client error): The resource could not be found. Jul 20 09:30:29.065615 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-24135e82-1d40-4191-8152-6065b7fe0278 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3390994 Jul 20 09:30:29.135884 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84e2675-848c-4034-9a7d-f4670f07ea42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:30:29.137421 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-c84e2675-848c-4034-9a7d-f4670f07ea42 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677960 Jul 20 09:30:29.147014 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-d67830c6-29ae-40b9-9c5c-85ca3b262508 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '508518d4-2002-4de4-b548-d053c31c9d85'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:30:29.166175 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67830c6-29ae-40b9-9c5c-85ca3b262508 admin admin] Made reservation on behalf of c93172815ff14813957f03bf548f6155 for: {'subnet': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:30:29.168624 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d67830c6-29ae-40b9-9c5c-85ca3b262508 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:29.332945 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d67830c6-29ae-40b9-9c5c-85ca3b262508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for subnet (f398b328-1afe-4c7c-b13d-2fcb714d6359), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:29.389023 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67830c6-29ae-40b9-9c5c-85ca3b262508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f398b328-1afe-4c7c-b13d-2fcb714d6359,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:30:29.397761 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67830c6-29ae-40b9-9c5c-85ca3b262508 admin admin] Checking segment: {'id': 'b18638ea-66d6-4bcd-b815-12c52972ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '508518d4-2002-4de4-b548-d053c31c9d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:30:29.398136 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67830c6-29ae-40b9-9c5c-85ca3b262508 admin admin] Network hostable DHCP agents. Network: 508518d4-2002-4de4-b548-d053c31c9d85, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:30:29.414727 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67830c6-29ae-40b9-9c5c-85ca3b262508 admin admin] Network 508518d4-2002-4de4-b548-d053c31c9d85 is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:30:29.423537 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-d67830c6-29ae-40b9-9c5c-85ca3b262508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, 508518d4-2002-4de4-b548-d053c31c9d85) {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:30:29.428110 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67830c6-29ae-40b9-9c5c-85ca3b262508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:30:29.428706 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d67830c6-29ae-40b9-9c5c-85ca3b262508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:29.438781 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5401844d-5e2a-4005-b61b-4937addd34a8 None None] Network 508518d4-2002-4de4-b548-d053c31c9d85 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:30:29.456713 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-d67830c6-29ae-40b9-9c5c-85ca3b262508 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3025205 Jul 20 09:30:29.555936 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f37d01a-c625-5824-9e01-1f125168aa1d-508518d4-2002-4de4-b548-d053c31c9d85', 'network_id': '508518d4-2002-4de4-b548-d053c31c9d85', 'project_id': 'c93172815ff14813957f03bf548f6155', 'fixed_ips': [{'subnet_id': 'f398b328-1afe-4c7c-b13d-2fcb714d6359'}]}} from dv-cinder-822822-3-iscsi. {{(pid=104191) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 09:30:29.556908 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:29.791501 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Allocated IP 192.168.233.2 (508518d4-2002-4de4-b548-d053c31c9d85/f398b328-1afe-4c7c-b13d-2fcb714d6359/b9c7eefc-f63e-4222-ab40-58563a4476b7) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:30:29.938797 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Publish callbacks [] for port (b9c7eefc-f63e-4222-ab40-58563a4476b7), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:29.945630 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (b9c7eefc-f63e-4222-ab40-58563a4476b7), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:29.989516 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Network 508518d4-2002-4de4-b548-d053c31c9d85 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:30:29.995391 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:30:29.997103 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Pushing event updated for resources: {'Port': ['ID=b9c7eefc-f63e-4222-ab40-58563a4476b7,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:30:29.999281 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:30:30.007983 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:30:30.008324 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:30:30.008683 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:30:30.009706 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:30:30.010248 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:30:30.010687 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:30:30.011014 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:30:30.011365 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:30:30.011691 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:30:30.012011 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:30:30.012328 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:30:30.012663 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:30:30.012984 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:30:30.013298 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:30:30.013611 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:30:30.070608 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Attempting to bind port b9c7eefc-f63e-4222-ab40-58563a4476b7 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:30:30.070981 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Attempting to bind port b9c7eefc-f63e-4222-ab40-58563a4476b7 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'b18638ea-66d6-4bcd-b815-12c52972ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '508518d4-2002-4de4-b548-d053c31c9d85'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:30:30.072007 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Attempting to bind port b9c7eefc-f63e-4222-ab40-58563a4476b7 on network 508518d4-2002-4de4-b548-d053c31c9d85 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:30:30.077396 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:30:30.078227 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Checking segment: {'id': 'b18638ea-66d6-4bcd-b815-12c52972ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '508518d4-2002-4de4-b548-d053c31c9d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:30:30.078366 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:30.081495 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Bound using segment: {'id': 'b18638ea-66d6-4bcd-b815-12c52972ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '508518d4-2002-4de4-b548-d053c31c9d85'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:30:30.081495 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Bound port: b9c7eefc-f63e-4222-ab40-58563a4476b7, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18638ea-66d6-4bcd-b815-12c52972ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '508518d4-2002-4de4-b548-d053c31c9d85'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:30:30.081495 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (b9c7eefc-f63e-4222-ab40-58563a4476b7), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:30.143877 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] For port b9c7eefc-f63e-4222-ab40-58563a4476b7, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:30:30.147034 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] For port b9c7eefc-f63e-4222-ab40-58563a4476b7, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=b9c7eefc-f63e-4222-ab40-58563a4476b7,segment=NetworkSegment(b18638ea-66d6-4bcd-b815-12c52972ad75),segment_id=b18638ea-66d6-4bcd-b815-12c52972ad75)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:30:30.154144 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (b9c7eefc-f63e-4222-ab40-58563a4476b7), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:30.211447 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d12724-bd28-49a0-8a7b-91b19234d14d None None] Pushing event updated for resources: {'Port': ['ID=b9c7eefc-f63e-4222-ab40-58563a4476b7,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:30:31.059323 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db41bd62-9c47-4762-91d4-7b4ae3dd32a1 None None] Network 508518d4-2002-4de4-b548-d053c31c9d85 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:30:31.173347 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-cec99e10-369f-479a-93bb-ed3c5d049524 None None] Provisioning complete for port b9c7eefc-f63e-4222-ab40-58563a4476b7 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:30:31.173666 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cec99e10-369f-479a-93bb-ed3c5d049524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (b9c7eefc-f63e-4222-ab40-58563a4476b7), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:31.265810 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-cec99e10-369f-479a-93bb-ed3c5d049524 None None] Current status of the port b9c7eefc-f63e-4222-ab40-58563a4476b7 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:30:31.266203 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cec99e10-369f-479a-93bb-ed3c5d049524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (b9c7eefc-f63e-4222-ab40-58563a4476b7), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:31.310913 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-cec99e10-369f-479a-93bb-ed3c5d049524 None None] For port b9c7eefc-f63e-4222-ab40-58563a4476b7, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=b9c7eefc-f63e-4222-ab40-58563a4476b7,segment=NetworkSegment(b18638ea-66d6-4bcd-b815-12c52972ad75),segment_id=b18638ea-66d6-4bcd-b815-12c52972ad75)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:30:31.317596 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cec99e10-369f-479a-93bb-ed3c5d049524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (b9c7eefc-f63e-4222-ab40-58563a4476b7), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:31.377609 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec99e10-369f-479a-93bb-ed3c5d049524 None None] Pushing event updated for resources: {'Port': ['ID=b9c7eefc-f63e-4222-ab40-58563a4476b7,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:30:31.441388 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-6b7e22a8-a4d6-4d89-9e30-54c831dcb590 None None] Provisioning complete for port b9c7eefc-f63e-4222-ab40-58563a4476b7 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:30:31.441388 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6b7e22a8-a4d6-4d89-9e30-54c831dcb590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (b9c7eefc-f63e-4222-ab40-58563a4476b7), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:31.513380 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:31.515991 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e22a8-a4d6-4d89-9e30-54c831dcb590 None None] Current status of the port b9c7eefc-f63e-4222-ab40-58563a4476b7 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:30:31.901236 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device b9c7eefc-f63e-4222-ab40-58563a4476b7 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:30:31.950685 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port b9c7eefc-f63e-4222-ab40-58563a4476b7 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:30:31.951082 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (b9c7eefc-f63e-4222-ab40-58563a4476b7), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:31.972509 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:31.985869 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:32.028088 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port b9c7eefc-f63e-4222-ab40-58563a4476b7 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:30:39.438203 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:39.438924 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=72,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:40.581432 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:40.585907 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:42.021499 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=18 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:42.023362 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:42.026176 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:44.577972 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 5 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:30:52.978353 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63f14aa5-9bc1-4a4b-916e-f9dd5ca642a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:54.574565 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:54.575265 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:30:55.239319 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c5e820b6-75fe-4a86-a72f-891c914ca7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:56.220394 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:57.708284 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:30:58.121439 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:31:08.110961 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:31:08.115276 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:31:08.116874 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:31:21.576762 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 5 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:31:22.981870 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3c4b7ffa-a952-498e-a925-69cb04545602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:31:25.241226 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-74efdf86-8f27-4814-ae1e-2d0b73d98b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:31:26.219684 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:31:27.707485 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:31:28.126030 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:31:31.572007 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:31:31.573251 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:31:38.114392 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:31:38.118779 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:31:38.120715 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:31:52.985241 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0f62e235-89a7-430c-868c-0605033d03a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:31:54.579040 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:31:54.583514 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:31:55.247143 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a5ff-917f-42d9-8eaf-e26893f87e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:31:56.222701 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:31:57.709750 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:31:58.128660 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:31:58.575987 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 5 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:31:59.115131 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45522) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:31:59.121048 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [None req-fe014661-0aa4-4575-8a8a-4dbfc62f88bf tempest-verify_tempest_config-1064548642 tempest-verify_tempest_config-1064548642-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:31:59.122036 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-fe014661-0aa4-4575-8a8a-4dbfc62f88bf tempest-verify_tempest_config-1064548642 tempest-verify_tempest_config-1064548642-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059090 Jul 20 09:31:59.732035 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45540) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:32:00.066422 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:00.153053 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Publish callbacks [] for security_group (e010221a-af48-421e-a248-99ac412b11dc), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:00.157267 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (e010221a-af48-421e-a248-99ac412b11dc), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:00.204300 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e010221a-af48-421e-a248-99ac412b11dc,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:32:00.208063 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd05287157044b35b4895c26a79d5c80&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4750397 Jul 20 09:32:00.210887 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 45544) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:32:00.214102 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.214448 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.214807 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.215147 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.215503 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.215824 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.216151 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.216477 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.216821 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.217147 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.217486 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.217815 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.218131 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.218449 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.218767 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0141ab1-4bb4-4589-b941-908807171402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.297995 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Publish callbacks [] for security_group (e010221a-af48-421e-a248-99ac412b11dc), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:00.322722 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Publish callbacks [] for security_group (e010221a-af48-421e-a248-99ac412b11dc), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:00.421230 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (e010221a-af48-421e-a248-99ac412b11dc), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:00.423798 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:00.424947 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e010221a-af48-421e-a248-99ac412b11dc HTTP/1.1" status: 204 len: 168 time: 0.2130578 Jul 20 09:32:00.435182 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e010221a-af48-421e-a248-99ac412b11dc,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:32:00.444835 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.445748 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.446101 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.446419 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.446744 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.447314 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.448000 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.448319 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.448768 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.448962 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.449278 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.449612 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.449933 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.450246 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.450555 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1b9f1-eb73-400f-ab75-a8f6300cf0e3 admin admin] Tracked resource versions report: Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: pushed versions: Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: { 'AddressGroup': {'1.2'}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Agent': {'1.1'}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'ConntrackHelper': {'1.0'}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'LocalIPAssociation': {'1.0'}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Log': {'1.0'}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'NDPProxy': {'1.0'}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Network': {'1.1'}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Port': {'1.7'}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'PortForwarding': {'1.3'}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'QosPolicy': {'1.10'}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'SecurityGroup': {'1.5'}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'SecurityGroupRule': {'1.2'}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'SubPort': {'1.0'}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Subnet': {'1.1'}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Trunk': {'1.1'}} Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: consumer versions: Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: { DHCP agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: L3 agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: Metadata agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: Metering agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: Open vSwitch agent@dv-cinder-822822-3-iscsi: { 'AddressGroup': '1.2', Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Agent': '1.1', Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'ConntrackHelper': '1.0', Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'LocalIPAssociation': '1.0', Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Log': '1.0', Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'NDPProxy': '1.0', Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Network': '1.1', Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Port': '1.7', Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'PortForwarding': '1.3', Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'QosPolicy': '1.10', Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'SecurityGroup': '1.5', Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'SecurityGroupRule': '1.2', Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'SubPort': '1.0', Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Subnet': '1.1', Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Trunk': '1.1'}} Jul 20 09:32:00.451998 dv-cinder-822822-3-iscsi neutron-server[104190]: {{(pid=104190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 09:32:08.122342 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:08.124297 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:08.571807 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:10.199737 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:10.213744 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=16,neutron:INSERT=9 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:10.428186 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:10.443992 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:10.492048 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:19.832454 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=14 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:19.833180 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=12 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:22.992898 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8598a9a2-133e-4612-9cc7-7d1b6d5fb010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:25.238887 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a462b613-c114-4889-98b4-1827d2b7aa1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:26.227041 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:27.712746 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:28.132103 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:31.587944 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:31.588706 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:35.578113 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 5 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:32:38.119654 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:38.120410 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:38.127267 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:45.574167 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:45.574918 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:32:52.986547 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-60f2d807-f827-4bb5-97c8-0129ee7df836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:55.241232 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cdc12611-3b35-4a4e-b572-b99226c47822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:56.228107 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:57.715371 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:32:58.134368 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:33:08.123455 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:33:08.127841 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:33:08.129455 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:33:08.591278 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:33:12.577169 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 5 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:33:21.578428 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:33:22.573525 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:33:22.991636 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9984f4df-34de-4adf-a431-2f03b4f77d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:33:25.243385 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d143328f-28be-47e3-a5ed-b70cb95b5f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:33:26.231916 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:33:27.719332 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:33:28.136600 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:33:38.124796 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:33:38.129569 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:33:38.132812 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:33:45.577186 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:33:45.581304 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:33:46.539075 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665867'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:33:49.575999 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:33:52.993572 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ea16eb86-9d11-472b-accc-644d19ad5b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:33:55.245142 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b7ae329f-4ae5-4384-8837-ec31e8088347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:33:56.234251 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:33:57.721997 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:33:58.139525 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:33:59.310288 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45644) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:33:59.436678 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-56501ab2-7784-4d0f-ab08-e6290182ce39 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1252756 Jul 20 09:33:59.571958 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:01.523877 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 45654) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:34:01.589223 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-e3d41ffe-813c-439b-8e8d-9691231c2db7 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0642648 Jul 20 09:34:08.128781 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:08.132501 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:08.134525 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:09.428769 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:09.430732 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:11.580920 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:11.582780 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:16.491050 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:34:22.582534 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=15 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:22.587260 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=17 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:22.995049 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-70e02edd-16d2-419e-b80d-deef7872cb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:34:25.247508 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5cc6ffdb-c370-4096-a648-3e9438cb1360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:34:26.237310 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:34:26.574305 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:34:27.728799 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:34:28.141832 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:34:36.569356 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:36.570117 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:37.722562 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:38.135165 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:38.137074 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:46.492657 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:34:52.998614 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-62c9c992-e012-4df6-b70e-85125e1e6ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:34:55.250574 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-36f0e67d-c988-48af-8b4e-62a42f4604d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:34:56.242328 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:34:57.746379 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:34:58.165718 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:34:59.573414 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:34:59.586785 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:03.572819 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:35:08.150672 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=2,neutron:SELECT=12 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:08.155690 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:08.156325 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:13.568148 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:16.504427 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:21.583803 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:23.002176 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-44737d12-c289-450b-96b6-84bea0245ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:25.251699 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bd4008b4-5e08-4a97-9c5b-6b13c711a258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:26.244446 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:27.738161 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:28.145940 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:36.577928 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:36.582583 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:37.734734 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:38.139254 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:38.142314 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:38.873167 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 45780) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:39.177508 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-680274480-network', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:39.201605 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Made reservation on behalf of e068f9b959004be4ad9c778d9010561a for: {'network': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:35:39.204725 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:39.218880 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:39.320069 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Publish callbacks [] for security_group (01775592-87e5-473d-ab05-37958d52b624), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:39.325419 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (01775592-87e5-473d-ab05-37958d52b624), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:39.354137 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=104190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:35:39.371787 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01775592-87e5-473d-ab05-37958d52b624,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:39.377949 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750382056241', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (32652148-c115-49dd-b906-d50da27b5adf), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:39.378611 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Unsubscribe: segment precommit_create {{(pid=104190) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 09:35:39.379114 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.segments_db [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Added segment 32652148-c115-49dd-b906-d50da27b5adf of type vlan for network 36a1bf85-9a28-4e91-952b-126a8641e41e Jul 20 09:35:39.404443 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.404791 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.405142 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.405478 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.405806 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.406129 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.406450 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.406767 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.407092 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.407428 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.407769 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.408103 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.408419 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.408735 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.409055 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Tracked resource versions report: Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: pushed versions: Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: { 'AddressGroup': {'1.2'}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Agent': {'1.1'}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'ConntrackHelper': {'1.0'}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'LocalIPAssociation': {'1.0'}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Log': {'1.0'}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'NDPProxy': {'1.0'}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Network': {'1.1'}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Port': {'1.7'}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'PortForwarding': {'1.3'}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'QosPolicy': {'1.10'}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'SecurityGroup': {'1.5'}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'SecurityGroupRule': {'1.2'}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'SubPort': {'1.0'}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Subnet': {'1.1'}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Trunk': {'1.1'}} Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: consumer versions: Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: { DHCP agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: HyperV agent@hv-cinder-82282: {}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: L3 agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: Metadata agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: Metering agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: Open vSwitch agent@dv-cinder-822822-3-iscsi: { 'AddressGroup': '1.2', Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Agent': '1.1', Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'ConntrackHelper': '1.0', Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'LocalIPAssociation': '1.0', Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Log': '1.0', Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'NDPProxy': '1.0', Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Network': '1.1', Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Port': '1.7', Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'PortForwarding': '1.3', Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'QosPolicy': '1.10', Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'SecurityGroup': '1.5', Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'SecurityGroupRule': '1.2', Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'SubPort': '1.0', Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Subnet': '1.1', Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: 'Trunk': '1.1'}} Jul 20 09:35:39.410206 dv-cinder-822822-3-iscsi neutron-server[104190]: {{(pid=104190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 09:35:39.452916 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (36a1bf85-9a28-4e91-952b-126a8641e41e), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:39.493020 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (36a1bf85-9a28-4e91-952b-126a8641e41e), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:39.494351 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:35:39.495040 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:39.592016 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7146990 Jul 20 09:35:39.592124 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45816) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:39.597295 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Request body: {'subnet': {'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-680274480-subnet', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:39.619772 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Made reservation on behalf of e068f9b959004be4ad9c778d9010561a for: {'subnet': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:35:39.622723 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:39.630685 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 45822) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:39.641456 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912be59-b712-4717-aa7b-97f71fa4c390 admin admin] Pushing event updated for resources: {'Network': ['ID=36a1bf85-9a28-4e91-952b-126a8641e41e,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:39.659236 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network 36a1bf85-9a28-4e91-952b-126a8641e41e details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:35:39.841542 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for subnet (953429d7-68e9-4e81-910d-8286b5c47ba5), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:39.855589 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-network', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:39.884732 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Pushing event updated for resources: {'Subnet': ['ID=953429d7-68e9-4e81-910d-8286b5c47ba5,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:39.887255 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] Made reservation on behalf of 07eb1473648d490b90a1e7debc45d57d for: {'network': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:35:39.890362 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:39.892540 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.892887 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.893225 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.893726 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.894230 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.894725 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.895204 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.895730 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.896064 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.896457 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.897498 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.897990 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.898323 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.898644 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.898968 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Tracked resource versions report: Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: pushed versions: Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: { 'AddressGroup': {'1.2'}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Agent': {'1.1'}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'ConntrackHelper': {'1.0'}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'LocalIPAssociation': {'1.0'}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Log': {'1.0'}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'NDPProxy': {'1.0'}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Network': {'1.1'}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Port': {'1.7'}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'PortForwarding': {'1.3'}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'QosPolicy': {'1.10'}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'SecurityGroup': {'1.5'}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'SecurityGroupRule': {'1.2'}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'SubPort': {'1.0'}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Subnet': {'1.1'}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Trunk': {'1.1'}} Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: consumer versions: Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: { DHCP agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: HyperV agent@hv-cinder-82282: {}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: L3 agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: Metadata agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: Metering agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: Open vSwitch agent@dv-cinder-822822-3-iscsi: { 'AddressGroup': '1.2', Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Agent': '1.1', Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'ConntrackHelper': '1.0', Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'LocalIPAssociation': '1.0', Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Log': '1.0', Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'NDPProxy': '1.0', Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Network': '1.1', Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Port': '1.7', Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'PortForwarding': '1.3', Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'QosPolicy': '1.10', Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'SecurityGroup': '1.5', Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'SecurityGroupRule': '1.2', Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'SubPort': '1.0', Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Subnet': '1.1', Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: 'Trunk': '1.1'}} Jul 20 09:35:39.900199 dv-cinder-822822-3-iscsi neutron-server[104189]: {{(pid=104189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 09:35:39.902573 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:39.937888 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Checking segment: {'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:35:39.938426 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Network hostable DHCP agents. Network: 36a1bf85-9a28-4e91-952b-126a8641e41e, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:35:39.961152 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Network 36a1bf85-9a28-4e91-952b-126a8641e41e is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:35:39.974095 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, 36a1bf85-9a28-4e91-952b-126a8641e41e) {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:39.980578 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:35:39.981233 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:39.985303 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6bcd5c-bb43-42a2-83b6-2069e0042944 None None] Network 36a1bf85-9a28-4e91-952b-126a8641e41e requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:35:39.997659 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] Publish callbacks [] for security_group (9b889b2b-e7e9-451f-9bd4-b50388a725a2), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.003357 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (9b889b2b-e7e9-451f-9bd4-b50388a725a2), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.007338 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-dd0f7289-1eac-4136-96d4-886202dd028e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4142923 Jul 20 09:35:40.007964 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45844) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:40.013170 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:40.037755 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b889b2b-e7e9-451f-9bd4-b50388a725a2,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:40.047821 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:35:40.055790 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30393'] for router (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.058291 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (739a4621-9383-4c8f-a7cc-fa2d9160202a), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.058686 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.segments_db [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] Added segment 739a4621-9383-4c8f-a7cc-fa2d9160202a of type vlan for network 3bc1f444-18bf-42e0-ae56-3a62ba59289b Jul 20 09:35:40.060003 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30384'] for router (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.088798 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=69,neutron:INSERT=23,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:40.105406 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (3bc1f444-18bf-42e0-ae56-3a62ba59289b), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.141342 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (3bc1f444-18bf-42e0-ae56-3a62ba59289b), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.142914 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:35:40.143738 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.212320 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Publish callbacks [] for router_controller (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), precommit_add_association {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.227560 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] Pushing event updated for resources: {'Network': ['ID=3bc1f444-18bf-42e0-ae56-3a62ba59289b,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:40.236225 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-9fd40650-b915-4dfa-8e88-bc53bd03ba1f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6042767 Jul 20 09:35:40.237033 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 45852) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:40.243814 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-952c7484-d084-4dba-a949-f80b94cc0ece admin admin] Request body: {'subnet': {'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-subnet', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:40.245312 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network 3bc1f444-18bf-42e0-ae56-3a62ba59289b details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:35:40.282570 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952c7484-d084-4dba-a949-f80b94cc0ece admin admin] Made reservation on behalf of 07eb1473648d490b90a1e7debc45d57d for: {'subnet': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:35:40.285498 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-952c7484-d084-4dba-a949-f80b94cc0ece admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.288611 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f37d01a-c625-5824-9e01-1f125168aa1d-36a1bf85-9a28-4e91-952b-126a8641e41e', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5'}]}} from dv-cinder-822822-3-iscsi. {{(pid=104191) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 09:35:40.290777 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.383198 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Publish callbacks [] for router_gateway (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.564159 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Allocated IP 172.20.0.2 (36a1bf85-9a28-4e91-952b-126a8641e41e/953429d7-68e9-4e81-910d-8286b5c47ba5/91061add-c787-4336-868b-8471ba43fde8) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:35:40.577810 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:35:40.675410 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-952c7484-d084-4dba-a949-f80b94cc0ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for subnet (c68da9fc-5cd8-47bc-92d3-c39a5383e60d), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.712418 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Publish callbacks [] for router_gateway (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.723825 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:40.734382 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.768258 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c7484-d084-4dba-a949-f80b94cc0ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68da9fc-5cd8-47bc-92d3-c39a5383e60d,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:40.779441 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c7484-d084-4dba-a949-f80b94cc0ece admin admin] Checking segment: {'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:35:40.779826 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c7484-d084-4dba-a949-f80b94cc0ece admin admin] Network hostable DHCP agents. Network: 3bc1f444-18bf-42e0-ae56-3a62ba59289b, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:35:40.789259 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 45870) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:40.816910 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:40.819601 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Publish callbacks [] for port (91061add-c787-4336-868b-8471ba43fde8), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.823415 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c7484-d084-4dba-a949-f80b94cc0ece admin admin] Network 3bc1f444-18bf-42e0-ae56-3a62ba59289b is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:35:40.828622 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (91061add-c787-4336-868b-8471ba43fde8), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.838706 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-952c7484-d084-4dba-a949-f80b94cc0ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, 3bc1f444-18bf-42e0-ae56-3a62ba59289b) {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:40.845311 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952c7484-d084-4dba-a949-f80b94cc0ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:35:40.846296 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-952c7484-d084-4dba-a949-f80b94cc0ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.869608 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-952c7484-d084-4dba-a949-f80b94cc0ece admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6299939 Jul 20 09:35:40.871942 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 45876) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:40.872103 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Network 36a1bf85-9a28-4e91-952b-126a8641e41e is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:40.874045 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eb4377-6fe2-4deb-b1a7-f6662124ce7d None None] Network 3bc1f444-18bf-42e0-ae56-3a62ba59289b requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:35:40.876988 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:40.885187 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:40.914447 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30393'] for router (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.915152 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Allocated IP 172.27.1.144 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/3f99e8ad-7999-4e71-a242-3a75c649283f) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:35:40.915670 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30384'] for router (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:40.933725 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:35:40.966298 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:40.991832 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Publish callbacks [] for router_controller (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), precommit_add_association {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:41.018477 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Attempting to bind port 91061add-c787-4336-868b-8471ba43fde8 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:35:41.018858 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Attempting to bind port 91061add-c787-4336-868b-8471ba43fde8 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:35:41.019221 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Attempting to bind port 91061add-c787-4336-868b-8471ba43fde8 on network 36a1bf85-9a28-4e91-952b-126a8641e41e {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:35:41.038870 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:35:41.039370 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Checking segment: {'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:35:41.039698 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:41.040083 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Bound using segment: {'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:35:41.040762 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Bound port: 91061add-c787-4336-868b-8471ba43fde8, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:35:41.041306 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (91061add-c787-4336-868b-8471ba43fde8), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:41.070045 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Publish callbacks [] for port (3f99e8ad-7999-4e71-a242-3a75c649283f), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:41.109151 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (3f99e8ad-7999-4e71-a242-3a75c649283f), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:41.116056 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Pushing event updated for resources: {'Port': ['ID=91061add-c787-4336-868b-8471ba43fde8,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:41.165181 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Pushing event updated for resources: {'Port': ['ID=3f99e8ad-7999-4e71-a242-3a75c649283f,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:41.167496 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:41.168063 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:41.168647 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:41.169210 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:41.169750 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:41.170562 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:41.171251 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:41.171840 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:41.172406 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:41.172951 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:41.173587 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:41.174015 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:41.174530 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:41.174951 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:41.175397 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Tracked resource versions report: Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: pushed versions: Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: { 'AddressGroup': {'1.2'}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Agent': {'1.1'}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'ConntrackHelper': {'1.0'}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'LocalIPAssociation': {'1.0'}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Log': {'1.0'}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'NDPProxy': {'1.0'}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Network': {'1.1'}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Port': {'1.7'}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'PortForwarding': {'1.3'}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'QosPolicy': {'1.10'}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'SecurityGroup': {'1.5'}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'SecurityGroupRule': {'1.2'}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'SubPort': {'1.0'}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Subnet': {'1.1'}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Trunk': {'1.1'}} Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: consumer versions: Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: { DHCP agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: HyperV agent@hv-cinder-82282: {}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: L3 agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: Metadata agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: Metering agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: Open vSwitch agent@dv-cinder-822822-3-iscsi: { 'AddressGroup': '1.2', Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Agent': '1.1', Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'ConntrackHelper': '1.0', Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'LocalIPAssociation': '1.0', Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Log': '1.0', Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'NDPProxy': '1.0', Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Network': '1.1', Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Port': '1.7', Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'PortForwarding': '1.3', Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'QosPolicy': '1.10', Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'SecurityGroup': '1.5', Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'SecurityGroupRule': '1.2', Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'SubPort': '1.0', Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Subnet': '1.1', Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: 'Trunk': '1.1'}} Jul 20 09:35:41.176694 dv-cinder-822822-3-iscsi neutron-server[104191]: {{(pid=104191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 09:35:41.181001 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:41.182712 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:41.185556 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] For port 91061add-c787-4336-868b-8471ba43fde8, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:35:41.186109 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:35:41.190819 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] For port 91061add-c787-4336-868b-8471ba43fde8, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=91061add-c787-4336-868b-8471ba43fde8,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:35:41.207514 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (91061add-c787-4336-868b-8471ba43fde8), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:41.279787 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Publish callbacks [] for router_gateway (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:41.301390 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f37d01a-c625-5824-9e01-1f125168aa1d-3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d'}]}} from dv-cinder-822822-3-iscsi. {{(pid=104191) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 09:35:41.303451 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:41.326569 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962d3fa-f5ea-4f59-b422-0de4abb86806 None None] Pushing event updated for resources: {'Port': ['ID=91061add-c787-4336-868b-8471ba43fde8,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:41.422640 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:41.532573 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-747496280-network', 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:41.576636 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Allocated IP 172.20.0.2 (3bc1f444-18bf-42e0-ae56-3a62ba59289b/c68da9fc-5cd8-47bc-92d3-c39a5383e60d/399d1707-9b6d-4650-86c5-948af168e49a) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:35:41.698416 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] Made reservation on behalf of f923122fff9b4011a092bb70c4ec6ff3 for: {'network': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:35:41.701002 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:41.739862 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:41.770972 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 45892) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:41.825019 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Publish callbacks [] for router_gateway (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:41.878759 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Publish callbacks [] for router_gateway (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:41.931809 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.011393 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Publish callbacks [] for port (399d1707-9b6d-4650-86c5-948af168e49a), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.013429 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:42.022625 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (399d1707-9b6d-4650-86c5-948af168e49a), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.090535 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Network 3bc1f444-18bf-42e0-ae56-3a62ba59289b is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:42.095575 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:42.105204 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:35:42.119360 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Pushing event updated for resources: {'Port': ['ID=399d1707-9b6d-4650-86c5-948af168e49a,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:42.159168 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:42.191528 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 91061add-c787-4336-868b-8471ba43fde8 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:35:42.237103 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Attempting to bind port 399d1707-9b6d-4650-86c5-948af168e49a on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:35:42.237754 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Attempting to bind port 399d1707-9b6d-4650-86c5-948af168e49a by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:35:42.238294 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Attempting to bind port 399d1707-9b6d-4650-86c5-948af168e49a on network 3bc1f444-18bf-42e0-ae56-3a62ba59289b {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:35:42.254307 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670420'] for router (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.255911 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:35:42.256894 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Checking segment: {'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:35:42.258827 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.259640 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Bound using segment: {'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:35:42.260532 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Bound port: 399d1707-9b6d-4650-86c5-948af168e49a, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:35:42.261135 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (399d1707-9b6d-4650-86c5-948af168e49a), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.336254 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-network', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:42.347045 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 91061add-c787-4336-868b-8471ba43fde8 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:42.347580 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (91061add-c787-4336-868b-8471ba43fde8), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.418850 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:42.424421 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] Publish callbacks [] for security_group (f1ece273-ba36-48fd-b3c4-a97090fd1c7f), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.446897 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb is scheduled to L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a with binding_index 1 {{(pid=104189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 09:35:42.447650 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (f1ece273-ba36-48fd-b3c4-a97090fd1c7f), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.465722 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-02f2d377-0cad-4503-821e-079019752c73 None None] For port 399d1707-9b6d-4650-86c5-948af168e49a, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:35:42.492206 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-02f2d377-0cad-4503-821e-079019752c73 None None] For port 399d1707-9b6d-4650-86c5-948af168e49a, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=399d1707-9b6d-4650-86c5-948af168e49a,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:35:42.510085 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (399d1707-9b6d-4650-86c5-948af168e49a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.526904 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ece273-ba36-48fd-b3c4-a97090fd1c7f,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:42.529259 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] Made reservation on behalf of 13b4839566df4751bfde1f4975cdcb78 for: {'network': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:35:42.531719 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.553491 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.574808 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_common [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Allocated IP 172.27.1.2 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/f5c86cdb-26eb-4e33-b322-3148ef533dd9) {{(pid=104190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:35:42.590810 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:42.633348 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:35:42.646106 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Sync routers for ids ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:35:42.662080 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Routers {'8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:35:42.669070 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:42.679429 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] Publish callbacks [] for router (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.684605 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-8ff4fc8c-1c95-4461-8526-0785b765f1de admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6755302 Jul 20 09:35:42.685514 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45922) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:42.723657 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2d377-0cad-4503-821e-079019752c73 None None] Pushing event updated for resources: {'Port': ['ID=399d1707-9b6d-4650-86c5-948af168e49a,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:42.770490 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 91061add-c787-4336-868b-8471ba43fde8 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:42.770886 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (91061add-c787-4336-868b-8471ba43fde8), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.816862 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] Publish callbacks [] for security_group (d887a76a-79f7-4c1b-9db4-44dca41b63f0), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.830521 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=104190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:35:42.842447 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:42.847573 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port 91061add-c787-4336-868b-8471ba43fde8, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=91061add-c787-4336-868b-8471ba43fde8,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:35:42.852299 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (d887a76a-79f7-4c1b-9db4-44dca41b63f0), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.853475 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (91061add-c787-4336-868b-8471ba43fde8), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:42.975165 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:42.976050 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=71,neutron:INSERT=26,neutron:UPDATE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:42.983904 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=91061add-c787-4336-868b-8471ba43fde8,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:42.989283 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d887a76a-79f7-4c1b-9db4-44dca41b63f0,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:43.009609 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (ddd0a6b5-29fb-434d-acd9-5d4cb41113c7), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:43.009966 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.segments_db [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] Added segment ddd0a6b5-29fb-434d-acd9-5d4cb41113c7 of type vlan for network 0f39ad03-6f09-42c9-9a01-67bdfcd73436 Jul 20 09:35:43.022713 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=104190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:35:43.047227 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827efb17-56a6-4c78-a651-7f069bb0c519 None None] Network 36a1bf85-9a28-4e91-952b-126a8641e41e requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:35:43.246117 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-fd46e036-74b1-4f19-a9b8-c053b960f966 None None] Provisioning complete for port 91061add-c787-4336-868b-8471ba43fde8 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:43.249479 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd46e036-74b1-4f19-a9b8-c053b960f966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (91061add-c787-4336-868b-8471ba43fde8), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:43.253221 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Set router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:35:43.312248 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Publish callbacks [] for port (f5c86cdb-26eb-4e33-b322-3148ef533dd9), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:43.480632 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:41Z', 'revision_number': 3, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:43.488322 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (d29e0ca9-2fab-4514-8e07-5cadb96c9ad7), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:43.497838 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.segments_db [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] Added segment d29e0ca9-2fab-4514-8e07-5cadb96c9ad7 of type vlan for network b536439e-ad65-4ab6-9df1-5521403416c7 Jul 20 09:35:43.510155 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Checking router: 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:35:43.510777 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Updating router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb port 3f99e8ad-7999-4e71-a242-3a75c649283f binding host dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:35:43.553697 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:43.560927 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-fd46e036-74b1-4f19-a9b8-c053b960f966 None None] Current status of the port 91061add-c787-4336-868b-8471ba43fde8 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:43.565319 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (0f39ad03-6f09-42c9-9a01-67bdfcd73436), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:43.569783 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (3f99e8ad-7999-4e71-a242-3a75c649283f), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:43.664649 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (f5c86cdb-26eb-4e33-b322-3148ef533dd9), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:43.734057 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (b536439e-ad65-4ab6-9df1-5521403416c7), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:43.797774 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Allocated IP 172.20.0.1 (36a1bf85-9a28-4e91-952b-126a8641e41e/953429d7-68e9-4e81-910d-8286b5c47ba5/c2b7936a-a33b-42ff-9bd0-18bfbc79febe) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:35:43.798767 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (0f39ad03-6f09-42c9-9a01-67bdfcd73436), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:43.800063 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:35:43.801933 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:43.901978 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:43.907769 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:43.914104 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Received port after_create {{(pid=104190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:35:43.994269 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-312bec9c-95b3-43de-b7d1-661e434c6567 None None] Provisioning complete for port 91061add-c787-4336-868b-8471ba43fde8 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:43.996484 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-312bec9c-95b3-43de-b7d1-661e434c6567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (91061add-c787-4336-868b-8471ba43fde8), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:44.022703 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Publish callbacks [] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:44.127911 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:44.213568 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Publish callbacks [] for port (3f99e8ad-7999-4e71-a242-3a75c649283f), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:44.227849 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (3f99e8ad-7999-4e71-a242-3a75c649283f), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:44.242965 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:44.251257 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b7936a-a33b-42ff-9bd0-18bfbc79febe,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:44.272179 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-312bec9c-95b3-43de-b7d1-661e434c6567 None None] Current status of the port 91061add-c787-4336-868b-8471ba43fde8 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:44.310244 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Network 36a1bf85-9a28-4e91-952b-126a8641e41e is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:44.311658 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:44.326801 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:35:44.327423 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656506'] for router_interface (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:44.341368 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Pushing event updated for resources: {'Port': ['ID=f5c86cdb-26eb-4e33-b322-3148ef533dd9,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:44.350560 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 399d1707-9b6d-4650-86c5-948af168e49a up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:35:44.375765 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Pushing event updated for resources: {'Port': ['ID=3f99e8ad-7999-4e71-a242-3a75c649283f,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:44.378241 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Attempting to bind port 3f99e8ad-7999-4e71-a242-3a75c649283f on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:35:44.381826 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Attempting to bind port 3f99e8ad-7999-4e71-a242-3a75c649283f by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:35:44.382479 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Attempting to bind port 3f99e8ad-7999-4e71-a242-3a75c649283f on network 56bd5eb3-33eb-4ff1-833f-663849f99647 {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:35:44.404012 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:44.404245 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 45966) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:44.404923 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:44.405829 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:44.406573 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 3.6158326 Jul 20 09:35:44.407010 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:44.407823 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:44.408464 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:44.409072 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:44.415896 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-89347e99-fc2d-4bad-818c-97f4ac1beb3a admin admin] Request body: {'subnet': {'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-747496280-subnet', 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:44.419613 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:44.420049 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:44.420410 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:44.420523 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (b536439e-ad65-4ab6-9df1-5521403416c7), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:44.420725 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:44.421245 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:44.421820 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:44.422472 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:44.423015 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Tracked resource versions report: Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: pushed versions: Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: { 'AddressGroup': {'1.2'}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Agent': {'1.1'}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'ConntrackHelper': {'1.0'}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'LocalIPAssociation': {'1.0'}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Log': {'1.0'}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'NDPProxy': {'1.0'}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Network': {'1.1'}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Port': {'1.7'}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'PortForwarding': {'1.3'}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'QosPolicy': {'1.10'}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'SecurityGroup': {'1.5'}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'SecurityGroupRule': {'1.2'}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'SubPort': {'1.0'}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Subnet': {'1.1'}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Trunk': {'1.1'}} Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: consumer versions: Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: { DHCP agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: HyperV agent@hv-cinder-82282: {}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: L3 agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: Metadata agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: Metering agent@dv-cinder-822822-3-iscsi: {}, Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: Open vSwitch agent@dv-cinder-822822-3-iscsi: { 'AddressGroup': '1.2', Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Agent': '1.1', Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'ConntrackHelper': '1.0', Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'LocalIPAssociation': '1.0', Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Log': '1.0', Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'NDPProxy': '1.0', Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Network': '1.1', Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Port': '1.7', Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'PortForwarding': '1.3', Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'QosPolicy': '1.10', Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'SecurityGroup': '1.5', Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'SecurityGroupRule': '1.2', Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'SubPort': '1.0', Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Subnet': '1.1', Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: 'Trunk': '1.1'}} Jul 20 09:35:44.425609 dv-cinder-822822-3-iscsi neutron-server[104192]: {{(pid=104192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 09:35:44.428841 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:35:44.428841 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:44.444462 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:35:44.444953 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Checking segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:35:44.445634 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:44.446098 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Bound using segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:35:44.453342 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Bound port: 3f99e8ad-7999-4e71-a242-3a75c649283f, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:35:44.453787 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (3f99e8ad-7999-4e71-a242-3a75c649283f), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:44.455621 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529772e-77dd-4ee8-9f22-0ee8b68d8f33 admin admin] Pushing event updated for resources: {'Network': ['ID=0f39ad03-6f09-42c9-9a01-67bdfcd73436,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:44.514731 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:44.527616 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network 0f39ad03-6f09-42c9-9a01-67bdfcd73436 details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:35:44.592353 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] For port 3f99e8ad-7999-4e71-a242-3a75c649283f, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:35:44.595998 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89347e99-fc2d-4bad-818c-97f4ac1beb3a admin admin] Made reservation on behalf of f923122fff9b4011a092bb70c4ec6ff3 for: {'subnet': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:35:44.598034 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] For port 3f99e8ad-7999-4e71-a242-3a75c649283f, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=3f99e8ad-7999-4e71-a242-3a75c649283f,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:35:44.602193 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-89347e99-fc2d-4bad-818c-97f4ac1beb3a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:44.610893 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (3f99e8ad-7999-4e71-a242-3a75c649283f), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:44.651529 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 399d1707-9b6d-4650-86c5-948af168e49a triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:44.652132 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (399d1707-9b6d-4650-86c5-948af168e49a), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:44.704100 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.9077783 Jul 20 09:35:44.713886 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9a3f7-b5ef-467c-ab49-426cc0c32aa8 None None] Pushing event updated for resources: {'Port': ['ID=3f99e8ad-7999-4e71-a242-3a75c649283f,revision_number=3']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:44.716343 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:44.739371 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91baab1a-b518-418d-8cfa-2d1a30f9e210 None None] Network 3bc1f444-18bf-42e0-ae56-3a62ba59289b requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:35:44.767711 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Routers {'8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:35:44.768670 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:44.798359 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 45972) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:44.805779 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-938b5bb4-5473-43b2-9e38-12f15db62884 admin admin] Request body: {'subnet': {'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-subnet', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:44.808852 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-8e52187c-5e7e-4ad3-9c7f-7ea2b0e597d6 None None] Provisioning complete for port 399d1707-9b6d-4650-86c5-948af168e49a triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:44.809493 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8e52187c-5e7e-4ad3-9c7f-7ea2b0e597d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (399d1707-9b6d-4650-86c5-948af168e49a), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:44.945596 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:44.949202 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 399d1707-9b6d-4650-86c5-948af168e49a is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:44.950200 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (399d1707-9b6d-4650-86c5-948af168e49a), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:44.966500 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] Set router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:35:44.986294 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:45.030785 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a368fdb-298d-4a53-abed-6285ea67a239 admin admin] Pushing event updated for resources: {'Network': ['ID=b536439e-ad65-4ab6-9df1-5521403416c7,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:45.047968 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-8e52187c-5e7e-4ad3-9c7f-7ea2b0e597d6 None None] Current status of the port 399d1707-9b6d-4650-86c5-948af168e49a is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:45.048501 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8e52187c-5e7e-4ad3-9c7f-7ea2b0e597d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (399d1707-9b6d-4650-86c5-948af168e49a), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:45.062712 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network b536439e-ad65-4ab6-9df1-5521403416c7 details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:35:45.073152 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Publish callbacks [] for router_gateway (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:45.149311 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:45.163826 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938b5bb4-5473-43b2-9e38-12f15db62884 admin admin] Made reservation on behalf of 13b4839566df4751bfde1f4975cdcb78 for: {'subnet': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:35:45.168709 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-938b5bb4-5473-43b2-9e38-12f15db62884 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:45.204325 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:45.206294 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:41Z', 'revision_number': 3, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:45.223529 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port 399d1707-9b6d-4650-86c5-948af168e49a, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=399d1707-9b6d-4650-86c5-948af168e49a,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:35:45.237709 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce033e7f-9204-4662-97e9-9c80124888cb None None] The sync data for ids ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'] in dv-cinder-822822-3-iscsi is: [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:41Z', 'revision_number': 3, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:35:45.295105 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.db.api [None req-8e52187c-5e7e-4ad3-9c7f-7ea2b0e597d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 09:35:45.296154 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG oslo_db.api [None req-8e52187c-5e7e-4ad3-9c7f-7ea2b0e597d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 09:35:45.296986 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (399d1707-9b6d-4650-86c5-948af168e49a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:45.298492 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 91061add-c787-4336-868b-8471ba43fde8 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:35:45.408931 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:45.413166 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:45.496254 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=399d1707-9b6d-4650-86c5-948af168e49a,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:45.518570 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 91061add-c787-4336-868b-8471ba43fde8 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:45.519195 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (91061add-c787-4336-868b-8471ba43fde8), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:45.540863 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Publish callbacks [] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:45.562682 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:45.579574 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:45.581308 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669490'] for router_interface (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:45.717340 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 91061add-c787-4336-868b-8471ba43fde8 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:45.739850 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670420'] for router (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:45.752114 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b7936a-a33b-42ff-9bd0-18bfbc79febe,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:45.923069 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-8e52187c-5e7e-4ad3-9c7f-7ea2b0e597d6 None None] Current status of the port 399d1707-9b6d-4650-86c5-948af168e49a is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:45.978026 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-938b5bb4-5473-43b2-9e38-12f15db62884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for subnet (83806ec1-6633-4d28-addc-e84e4a713eaa), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:46.062916 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Network 36a1bf85-9a28-4e91-952b-126a8641e41e is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:46.066831 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-c7631450-894b-46cd-aa1d-a3e3aa19bf1a None None] Provisioning complete for port c2b7936a-a33b-42ff-9bd0-18bfbc79febe triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:46.067351 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c7631450-894b-46cd-aa1d-a3e3aa19bf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:46.090690 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:46.136603 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:46.180482 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-c7631450-894b-46cd-aa1d-a3e3aa19bf1a None None] Port c2b7936a-a33b-42ff-9bd0-18bfbc79febe cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:35:46.213718 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-c7631450-894b-46cd-aa1d-a3e3aa19bf1a None None] Provisioning complete for port 399d1707-9b6d-4650-86c5-948af168e49a triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:46.215470 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c7631450-894b-46cd-aa1d-a3e3aa19bf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (399d1707-9b6d-4650-86c5-948af168e49a), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:46.226278 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-89347e99-fc2d-4bad-818c-97f4ac1beb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for subnet (d77a2204-d0c8-4af9-8389-05ec1246dab8), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:46.308075 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 399d1707-9b6d-4650-86c5-948af168e49a up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:35:46.459436 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f is scheduled to L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a with binding_index 1 {{(pid=104190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 09:35:46.464543 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 399d1707-9b6d-4650-86c5-948af168e49a triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:46.465937 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (399d1707-9b6d-4650-86c5-948af168e49a), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:46.554674 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89347e99-fc2d-4bad-818c-97f4ac1beb3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d77a2204-d0c8-4af9-8389-05ec1246dab8,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:46.628350 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89347e99-fc2d-4bad-818c-97f4ac1beb3a admin admin] Checking segment: {'id': 'ddd0a6b5-29fb-434d-acd9-5d4cb41113c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:35:46.628863 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89347e99-fc2d-4bad-818c-97f4ac1beb3a admin admin] Network hostable DHCP agents. Network: 0f39ad03-6f09-42c9-9a01-67bdfcd73436, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:35:46.642788 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:35:46.726177 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:35:46.767211 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89347e99-fc2d-4bad-818c-97f4ac1beb3a admin admin] Network 0f39ad03-6f09-42c9-9a01-67bdfcd73436 is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:35:46.791041 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b5bb4-5473-43b2-9e38-12f15db62884 admin admin] Checking segment: {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:35:46.791463 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b5bb4-5473-43b2-9e38-12f15db62884 admin admin] Network hostable DHCP agents. Network: b536439e-ad65-4ab6-9df1-5521403416c7, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:35:46.797062 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b5bb4-5473-43b2-9e38-12f15db62884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83806ec1-6633-4d28-addc-e84e4a713eaa,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:46.809803 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:46.809803 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-77133191-e256-4937-bb82-37a2f2f8668c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9322565 Jul 20 09:35:46.809803 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46038) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:46.812085 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-89347e99-fc2d-4bad-818c-97f4ac1beb3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, 0f39ad03-6f09-42c9-9a01-67bdfcd73436) {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:46.848740 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bbad7d-dae6-4d67-8fd1-d017f3849918 None None] Network 0f39ad03-6f09-42c9-9a01-67bdfcd73436 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:35:46.853745 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Sync routers for ids ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:35:46.917444 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89347e99-fc2d-4bad-818c-97f4ac1beb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:35:46.919070 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-89347e99-fc2d-4bad-818c-97f4ac1beb3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:46.927694 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:46.944507 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:46.963758 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b5bb4-5473-43b2-9e38-12f15db62884 admin admin] Network b536439e-ad65-4ab6-9df1-5521403416c7 is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:35:46.982388 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-938b5bb4-5473-43b2-9e38-12f15db62884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, b536439e-ad65-4ab6-9df1-5521403416c7) {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:46.989155 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938b5bb4-5473-43b2-9e38-12f15db62884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:35:46.990484 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-938b5bb4-5473-43b2-9e38-12f15db62884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:47.032917 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-89347e99-fc2d-4bad-818c-97f4ac1beb3a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6276393 Jul 20 09:35:47.035509 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 46048) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:47.049594 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-747496280-router', 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:47.053921 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-c7631450-894b-46cd-aa1d-a3e3aa19bf1a None None] Current status of the port 399d1707-9b6d-4650-86c5-948af168e49a is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:47.063329 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 46052) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:47.072442 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a5c97b-b83f-4368-a6f6-d4903d876f4f None None] Network b536439e-ad65-4ab6-9df1-5521403416c7 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:35:47.093801 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:35:47.118091 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-b52357f6-c164-4c70-a036-5ba12c0a4d57 admin admin] 10.222.0.18 "PUT /v2.0/routers/8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4305525 Jul 20 09:35:47.150177 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30393'] for router (cad830de-da3a-413a-9467-5882320c669c), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:47.153323 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30384'] for router (cad830de-da3a-413a-9467-5882320c669c), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:47.162322 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-938b5bb4-5473-43b2-9e38-12f15db62884 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3621764 Jul 20 09:35:47.173394 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 46060) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:47.201899 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:47.254033 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30393'] for router (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:47.256721 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30384'] for router (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:47.363921 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Routers {'83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:35:47.365587 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:47.451963 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:47.452793 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 399d1707-9b6d-4650-86c5-948af168e49a is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:47.454228 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 3f99e8ad-7999-4e71-a242-3a75c649283f up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:35:47.491017 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Publish callbacks [] for router_controller (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), precommit_add_association {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:47.560700 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:47.577975 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f37d01a-c625-5824-9e01-1f125168aa1d-b536439e-ad65-4ab6-9df1-5521403416c7', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa'}]}} from dv-cinder-822822-3-iscsi. {{(pid=104191) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 09:35:47.595163 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:47.679659 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-57cbd5d0-ed41-49ee-9bea-625510bb2309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:47.800488 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-dd6bf1ee-9620-4707-a246-cedd89cfd726 None None] Provisioning complete for port c2b7936a-a33b-42ff-9bd0-18bfbc79febe triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:47.801083 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-dd6bf1ee-9620-4707-a246-cedd89cfd726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:47.810025 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-57cbd5d0-ed41-49ee-9bea-625510bb2309 admin admin] Publish callbacks [] for security_group (6188ec28-a8f0-44a8-a3a9-d9e5506a081d), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:47.837508 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Publish callbacks [] for router_controller (cad830de-da3a-413a-9467-5882320c669c), precommit_add_association {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:47.840060 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-57cbd5d0-ed41-49ee-9bea-625510bb2309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (6188ec28-a8f0-44a8-a3a9-d9e5506a081d), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:47.893109 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:47.991343 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 3f99e8ad-7999-4e71-a242-3a75c649283f triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:47.991760 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (3f99e8ad-7999-4e71-a242-3a75c649283f), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:48.027501 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f37d01a-c625-5824-9e01-1f125168aa1d-0f39ad03-6f09-42c9-9a01-67bdfcd73436', 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436', 'project_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'fixed_ips': [{'subnet_id': 'd77a2204-d0c8-4af9-8389-05ec1246dab8'}]}} from dv-cinder-822822-3-iscsi. {{(pid=104191) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 09:35:48.028419 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:48.034242 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:48.036467 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Set router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:35:48.071312 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Publish callbacks [] for router_gateway (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:48.079760 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-dd6bf1ee-9620-4707-a246-cedd89cfd726 None None] Port c2b7936a-a33b-42ff-9bd0-18bfbc79febe cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:35:48.155259 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-57cbd5d0-ed41-49ee-9bea-625510bb2309 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=053ad0f564e3458398158e358c446eb1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0773594 Jul 20 09:35:48.157277 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46100) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:48.163574 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbd5d0-ed41-49ee-9bea-625510bb2309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6188ec28-a8f0-44a8-a3a9-d9e5506a081d,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:48.169288 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Sync routers for ids ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:35:48.171173 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:48.197424 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Routers {'8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:35:48.201328 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:48.294730 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Publish callbacks [] for router_gateway (cad830de-da3a-413a-9467-5882320c669c), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:48.336674 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Set router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:35:48.342284 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:48.431152 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5aac9186-586f-43e1-9871-92a32c2dd54c admin admin] Publish callbacks [] for security_group (6188ec28-a8f0-44a8-a3a9-d9e5506a081d), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:48.468983 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46110) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:48.487440 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-87660573-6623-4b41-9213-011773f094ee tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738159721', 'description': 'tempest-description--899498821'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:48.508826 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Allocated IP 172.20.0.2 (0f39ad03-6f09-42c9-9a01-67bdfcd73436/d77a2204-d0c8-4af9-8389-05ec1246dab8/dfdcfee2-d006-428e-9cb8-a3a2bf34694d) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:35:48.541705 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Allocated IP 172.20.0.2 (b536439e-ad65-4ab6-9df1-5521403416c7/83806ec1-6633-4d28-addc-e84e4a713eaa/c2ab46e9-ac99-4b5f-a5e7-035fae903c71) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:35:48.560662 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-87660573-6623-4b41-9213-011773f094ee tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:48.592902 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'c2b7936a-a33b-42ff-9bd0-18bfbc79febe', 'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'mac_address': 'fa:16:3e:ed:8c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:43Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 2, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'subnets': [{'id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:48.627162 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Checking router: 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:35:48.627969 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Updating router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb port c2b7936a-a33b-42ff-9bd0-18bfbc79febe binding host dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:35:48.628800 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 3f99e8ad-7999-4e71-a242-3a75c649283f is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:48.629230 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (3f99e8ad-7999-4e71-a242-3a75c649283f), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:48.637353 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_common [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Allocated IP 172.20.0.1 (3bc1f444-18bf-42e0-ae56-3a62ba59289b/c68da9fc-5cd8-47bc-92d3-c39a5383e60d/d13c8cf3-0acf-478f-9406-f51175de1ffc) {{(pid=104190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:35:48.663191 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:48.667547 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:48.801510 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:48.804847 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Publish callbacks [] for router_gateway (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:48.806504 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port 3f99e8ad-7999-4e71-a242-3a75c649283f, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=3f99e8ad-7999-4e71-a242-3a75c649283f,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:35:48.836203 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Publish callbacks [] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:48.851989 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (3f99e8ad-7999-4e71-a242-3a75c649283f), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:48.861070 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:48.874626 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:44Z', 'revision_number': 3, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:48.879217 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:48.889629 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:48.903188 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5aac9186-586f-43e1-9871-92a32c2dd54c admin admin] Publish callbacks [] for security_group (6188ec28-a8f0-44a8-a3a9-d9e5506a081d), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:48.917864 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Network 3bc1f444-18bf-42e0-ae56-3a62ba59289b is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:48.926989 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:49.028328 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Checking router: 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:35:49.028682 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Updating router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f port f5c86cdb-26eb-4e33-b322-3148ef533dd9 binding host dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:35:49.036262 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-87660573-6623-4b41-9213-011773f094ee tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group (0cbc382c-1eec-4fea-bcf1-350be9bd1102), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.046367 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Received port after_create {{(pid=104190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:35:49.046893 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656506'] for router_interface (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.183902 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:49.209254 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Allocated IP 172.27.1.193 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/be3639ec-4df2-4593-82c1-7a1944d889f4) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:35:49.234533 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:49.266013 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-87660573-6623-4b41-9213-011773f094ee tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (0cbc382c-1eec-4fea-bcf1-350be9bd1102), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.304692 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Publish callbacks [] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.318862 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.338663 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-87660573-6623-4b41-9213-011773f094ee tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.339939 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-87660573-6623-4b41-9213-011773f094ee tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8662200 Jul 20 09:35:49.343164 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 46136) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:49.351356 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Publish callbacks [] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.352872 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-09dd698f-43c9-4661-b550-d67df1acf758 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Request body: {'security_group_rule': {'security_group_id': '0cbc382c-1eec-4fea-bcf1-350be9bd1102', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:49.358242 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=3f99e8ad-7999-4e71-a242-3a75c649283f,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:49.386295 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (f5c86cdb-26eb-4e33-b322-3148ef533dd9), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.389104 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Publish callbacks [] for router_gateway (cad830de-da3a-413a-9467-5882320c669c), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.391327 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-083a0aec-ef9d-48d8-9cf6-857247317921 None None] Provisioning complete for port d13c8cf3-0acf-478f-9406-f51175de1ffc triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:49.391739 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-083a0aec-ef9d-48d8-9cf6-857247317921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.437368 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.439083 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.455979 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a42f15-6fdd-4f07-b3a4-8cbf8719a07c None None] Pushing event updated for resources: {'Port': ['ID=c2b7936a-a33b-42ff-9bd0-18bfbc79febe,revision_number=3']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:49.494730 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5aac9186-586f-43e1-9871-92a32c2dd54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (6188ec28-a8f0-44a8-a3a9-d9e5506a081d), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.497495 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5aac9186-586f-43e1-9871-92a32c2dd54c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.498882 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-5aac9186-586f-43e1-9871-92a32c2dd54c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6188ec28-a8f0-44a8-a3a9-d9e5506a081d HTTP/1.1" status: 204 len: 168 time: 1.3405786 Jul 20 09:35:49.499816 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Pushing event updated for resources: {'Port': ['ID=d13c8cf3-0acf-478f-9406-f51175de1ffc,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:49.505004 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Attempting to bind port c2b7936a-a33b-42ff-9bd0-18bfbc79febe on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:35:49.505891 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Attempting to bind port c2b7936a-a33b-42ff-9bd0-18bfbc79febe by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:35:49.506428 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Attempting to bind port c2b7936a-a33b-42ff-9bd0-18bfbc79febe on network 36a1bf85-9a28-4e91-952b-126a8641e41e {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:35:49.512853 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:35:49.513524 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Checking segment: {'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:35:49.513918 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.514395 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Bound using segment: {'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:35:49.514913 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Bound port: c2b7936a-a33b-42ff-9bd0-18bfbc79febe, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'}}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:35:49.515330 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.584627 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Publish callbacks [] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.671695 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87660573-6623-4b41-9213-011773f094ee tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbc382c-1eec-4fea-bcf1-350be9bd1102,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:49.686625 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] For port c2b7936a-a33b-42ff-9bd0-18bfbc79febe, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:35:49.694606 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] For port c2b7936a-a33b-42ff-9bd0-18bfbc79febe, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=c2b7936a-a33b-42ff-9bd0-18bfbc79febe,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:35:49.698130 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Publish callbacks [] for port (be3639ec-4df2-4593-82c1-7a1944d889f4), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.711100 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.718488 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:49.725252 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-09dd698f-43c9-4661-b550-d67df1acf758 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group_rule (8972513b-7a2f-40ee-ae21-99f7073aea64), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.737541 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac9186-586f-43e1-9871-92a32c2dd54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6188ec28-a8f0-44a8-a3a9-d9e5506a081d,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:49.874111 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:49.887107 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a42f15-6fdd-4f07-b3a4-8cbf8719a07c None None] Pushing event updated for resources: {'Port': ['ID=c2b7936a-a33b-42ff-9bd0-18bfbc79febe,revision_number=4']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:49.905421 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Network 0f39ad03-6f09-42c9-9a01-67bdfcd73436 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:49.920668 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Routers {'8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:35:49.921319 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:49.924786 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Network b536439e-ad65-4ab6-9df1-5521403416c7 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:49.970929 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:49.977926 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:35:49.999826 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.006427 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:50.007601 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-09dd698f-43c9-4661-b550-d67df1acf758 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group_rule (8972513b-7a2f-40ee-ae21-99f7073aea64), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.020520 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-09dd698f-43c9-4661-b550-d67df1acf758 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (8972513b-7a2f-40ee-ae21-99f7073aea64), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.038478 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:35:50.074716 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 46160) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:50.095490 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-083a0aec-ef9d-48d8-9cf6-857247317921 None None] Port d13c8cf3-0acf-478f-9406-f51175de1ffc cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:35:50.105895 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Attempting to bind port c2ab46e9-ac99-4b5f-a5e7-035fae903c71 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:35:50.106168 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Attempting to bind port c2ab46e9-ac99-4b5f-a5e7-035fae903c71 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:35:50.106539 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Attempting to bind port c2ab46e9-ac99-4b5f-a5e7-035fae903c71 on network b536439e-ad65-4ab6-9df1-5521403416c7 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:35:50.115531 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:50.123927 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd698f-43c9-4661-b550-d67df1acf758 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8972513b-7a2f-40ee-ae21-99f7073aea64,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:50.142225 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-09dd698f-43c9-4661-b550-d67df1acf758 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.149164 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46166) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:50.156622 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-09dd698f-43c9-4661-b550-d67df1acf758 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7982893 Jul 20 09:35:50.162314 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:35:50.162824 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Checking segment: {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:35:50.163226 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.163928 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Bound using segment: {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:35:50.164429 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Bound port: c2ab46e9-ac99-4b5f-a5e7-035fae903c71, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:35:50.164821 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.167035 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-ad1f0662-ba3b-4453-bbff-ad5b0b8829c5 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Request body: {'security_group_rule': {'security_group_id': '0cbc382c-1eec-4fea-bcf1-350be9bd1102', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:50.250443 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Pushing event updated for resources: {'Port': ['ID=dfdcfee2-d006-428e-9cb8-a3a2bf34694d,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:50.251023 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] Set router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:35:50.270613 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:50.276232 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Allocated IP 172.27.1.77 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/ae2188b5-c75d-4eec-b506-523bc6c0f715) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:35:50.381371 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46172) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:50.388222 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Pushing event updated for resources: {'Port': ['ID=c2ab46e9-ac99-4b5f-a5e7-035fae903c71,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:50.436345 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-341b7512-16b2-45e8-baff-298aa82c6d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.459809 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0662-ba3b-4453-bbff-ad5b0b8829c5 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group_rule (20c9e364-70f7-44e4-8ec0-9205a9143004), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.465840 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Publish callbacks [] for port (ae2188b5-c75d-4eec-b506-523bc6c0f715), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.483886 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-1f6aab89-c8b3-499f-8b16-4c08ad6ccf80 None None] Provisioning complete for port c2b7936a-a33b-42ff-9bd0-18bfbc79febe triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:50.484688 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1f6aab89-c8b3-499f-8b16-4c08ad6ccf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.497772 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:50.500018 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (be3639ec-4df2-4593-82c1-7a1944d889f4), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.512004 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (ae2188b5-c75d-4eec-b506-523bc6c0f715), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.549672 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:50.554040 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:50.561582 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:35:50.577153 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Attempting to bind port dfdcfee2-d006-428e-9cb8-a3a2bf34694d on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:35:50.578900 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Attempting to bind port dfdcfee2-d006-428e-9cb8-a3a2bf34694d by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'ddd0a6b5-29fb-434d-acd9-5d4cb41113c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:35:50.579269 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Attempting to bind port dfdcfee2-d006-428e-9cb8-a3a2bf34694d on network 0f39ad03-6f09-42c9-9a01-67bdfcd73436 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:35:50.604272 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46174) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:50.619866 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=6 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:50.624160 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:35:50.624766 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Checking segment: {'id': 'ddd0a6b5-29fb-434d-acd9-5d4cb41113c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:35:50.625050 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.625686 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Bound using segment: {'id': 'ddd0a6b5-29fb-434d-acd9-5d4cb41113c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:35:50.626183 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Bound port: dfdcfee2-d006-428e-9cb8-a3a2bf34694d, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd0a6b5-29fb-434d-acd9-5d4cb41113c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:35:50.626565 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.689942 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0662-ba3b-4453-bbff-ad5b0b8829c5 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group_rule (20c9e364-70f7-44e4-8ec0-9205a9143004), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.706260 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'c2b7936a-a33b-42ff-9bd0-18bfbc79febe', 'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'mac_address': 'fa:16:3e:ed:8c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:43Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'subnets': [{'id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:50.713270 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0662-ba3b-4453-bbff-ad5b0b8829c5 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (20c9e364-70f7-44e4-8ec0-9205a9143004), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.726591 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:50.734210 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eee682-9253-46c7-9732-b61468c7eda7 None None] The sync data for ids ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'] in dv-cinder-822822-3-iscsi is: [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'c2b7936a-a33b-42ff-9bd0-18bfbc79febe', 'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'mac_address': 'fa:16:3e:ed:8c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:43Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'subnets': [{'id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:35:50.738461 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Publish callbacks [] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.745804 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f0662-ba3b-4453-bbff-ad5b0b8829c5 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c9e364-70f7-44e4-8ec0-9205a9143004,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:50.764461 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.765335 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669490'] for router_interface (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.797970 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Pushing event updated for resources: {'Port': ['ID=be3639ec-4df2-4593-82c1-7a1944d889f4,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:50.801635 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:50.811934 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb878-7669-44ce-b9b0-eaf38aff86ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.822998 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:50.849473 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-1f6aab89-c8b3-499f-8b16-4c08ad6ccf80 None None] Current status of the port c2b7936a-a33b-42ff-9bd0-18bfbc79febe is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:50.849473 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1f6aab89-c8b3-499f-8b16-4c08ad6ccf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.903693 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-27739147-92a7-40b1-b7dc-92a0aea09d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.907364 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0662-ba3b-4453-bbff-ad5b0b8829c5 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:50.912536 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-ad1f0662-ba3b-4453-bbff-ad5b0b8829c5 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7623262 Jul 20 09:35:50.918236 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46180) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:50.924359 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:35:50.935470 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] For port c2ab46e9-ac99-4b5f-a5e7-035fae903c71, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:35:50.935746 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Request body: {'floatingip': {'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:50.955823 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2188b5-c75d-4eec-b506-523bc6c0f715,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:50.956639 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:50.983104 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] For port dfdcfee2-d006-428e-9cb8-a3a2bf34694d, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:35:50.985786 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-341b7512-16b2-45e8-baff-298aa82c6d79 admin admin] Publish callbacks [] for security_group (bfb79503-e4cf-41f0-9d65-5446404a7693), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.004929 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] For port c2ab46e9-ac99-4b5f-a5e7-035fae903c71, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=c2ab46e9-ac99-4b5f-a5e7-035fae903c71,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:35:51.010812 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-341b7512-16b2-45e8-baff-298aa82c6d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (bfb79503-e4cf-41f0-9d65-5446404a7693), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.049478 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Network 3bc1f444-18bf-42e0-ae56-3a62ba59289b is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:51.054984 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-1f6aab89-c8b3-499f-8b16-4c08ad6ccf80 None None] For port c2b7936a-a33b-42ff-9bd0-18bfbc79febe, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=c2b7936a-a33b-42ff-9bd0-18bfbc79febe,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:35:51.058133 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Pushing event updated for resources: {'Port': ['ID=d13c8cf3-0acf-478f-9406-f51175de1ffc,revision_number=2']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:51.066812 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:51.072898 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.080213 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.105975 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:51.127083 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1f6aab89-c8b3-499f-8b16-4c08ad6ccf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.139210 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:51.150362 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] For port dfdcfee2-d006-428e-9cb8-a3a2bf34694d, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=dfdcfee2-d006-428e-9cb8-a3a2bf34694d,segment=NetworkSegment(ddd0a6b5-29fb-434d-acd9-5d4cb41113c7),segment_id=ddd0a6b5-29fb-434d-acd9-5d4cb41113c7)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:35:51.163709 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-341b7512-16b2-45e8-baff-298aa82c6d79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae2052ec8eb04059b9a5a3315c52d248&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7794197 Jul 20 09:35:51.175935 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 46186) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:51.208436 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Publish callbacks [] for router_gateway (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.263044 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device c2b7936a-a33b-42ff-9bd0-18bfbc79febe up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:35:51.290896 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.311567 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b7512-16b2-45e8-baff-298aa82c6d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb79503-e4cf-41f0-9d65-5446404a7693,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:51.418921 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-b8b71f9c-687a-48e1-8607-b6e2f7d8ff64 None None] Provisioning complete for port c2b7936a-a33b-42ff-9bd0-18bfbc79febe triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:51.419483 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b8b71f9c-687a-48e1-8607-b6e2f7d8ff64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.421114 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34ed8e-84ca-497b-8bbd-8f236b25934d None None] Pushing event updated for resources: {'Port': ['ID=c2ab46e9-ac99-4b5f-a5e7-035fae903c71,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:51.446654 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:51.455318 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.554497 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6aab89-c8b3-499f-8b16-4c08ad6ccf80 None None] Pushing event updated for resources: {'Port': ['ID=c2b7936a-a33b-42ff-9bd0-18bfbc79febe,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:51.554726 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-27739147-92a7-40b1-b7dc-92a0aea09d15 admin admin] Publish callbacks [] for security_group (03979042-cd60-4725-ba98-bbf989c51136), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.584759 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:35:51.587412 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb878-7669-44ce-b9b0-eaf38aff86ec admin admin] Publish callbacks [] for security_group (dd5cd6a8-962a-458d-9f83-338ac7992ef9), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.587949 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-27739147-92a7-40b1-b7dc-92a0aea09d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (03979042-cd60-4725-ba98-bbf989c51136), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.635481 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb878-7669-44ce-b9b0-eaf38aff86ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (dd5cd6a8-962a-458d-9f83-338ac7992ef9), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.643795 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f144f24-b511-419f-91ef-f06f540374f2 None None] Pushing event updated for resources: {'Port': ['ID=dfdcfee2-d006-428e-9cb8-a3a2bf34694d,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:51.659322 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-27739147-92a7-40b1-b7dc-92a0aea09d15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ca30f23f61d45bbbc8f3861696bf5f2&name=default HTTP/1.1" status: 200 len: 2994 time: 1.0504320 Jul 20 09:35:51.660096 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27739147-92a7-40b1-b7dc-92a0aea09d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03979042-cd60-4725-ba98-bbf989c51136,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:51.666275 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46190) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:51.758139 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port c2b7936a-a33b-42ff-9bd0-18bfbc79febe triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:51.758673 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.862289 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4ad219b9-4644-4e0d-9df0-fc2494653937 admin admin] Publish callbacks [] for security_group (03979042-cd60-4725-ba98-bbf989c51136), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.903002 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-b8b71f9c-687a-48e1-8607-b6e2f7d8ff64 None None] Current status of the port c2b7936a-a33b-42ff-9bd0-18bfbc79febe is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:51.908354 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:35:51.918172 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-0da7f2a7-acff-4c58-a681-91b0aa2d5729 admin admin] 10.222.0.18 "PUT /v2.0/routers/83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1067443 Jul 20 09:35:51.949441 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4ad219b9-4644-4e0d-9df0-fc2494653937 admin admin] Publish callbacks [] for security_group (03979042-cd60-4725-ba98-bbf989c51136), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:51.977773 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Publish callbacks [] for port (f5c86cdb-26eb-4e33-b322-3148ef533dd9), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.024930 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port c2b7936a-a33b-42ff-9bd0-18bfbc79febe is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:52.026157 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 3f99e8ad-7999-4e71-a242-3a75c649283f up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:35:52.031917 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (f5c86cdb-26eb-4e33-b322-3148ef533dd9), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.113082 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_common [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Allocated IP 172.27.1.243 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/6ea30a82-9280-43db-9985-b3f9a49770ca) {{(pid=104190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:35:52.121266 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Publish callbacks [] for router_gateway (cad830de-da3a-413a-9467-5882320c669c), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.192723 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-a311e7cb-4584-485e-8b10-6d22885f3c83 None None] Provisioning complete for port d13c8cf3-0acf-478f-9406-f51175de1ffc triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:52.193670 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a311e7cb-4584-485e-8b10-6d22885f3c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.287871 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a85f56-7571-41cd-acf2-d5cf165e0a23 None None] Pushing event updated for resources: {'Port': ['ID=f5c86cdb-26eb-4e33-b322-3148ef533dd9,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:52.325299 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-a311e7cb-4584-485e-8b10-6d22885f3c83 None None] Port d13c8cf3-0acf-478f-9406-f51175de1ffc cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:35:52.339207 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-84b6678e-913b-4b8f-a49c-da704407a1a8 admin admin] Publish callbacks [] for security_group (bfb79503-e4cf-41f0-9d65-5446404a7693), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.341767 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Attempting to bind port f5c86cdb-26eb-4e33-b322-3148ef533dd9 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:35:52.342194 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Attempting to bind port f5c86cdb-26eb-4e33-b322-3148ef533dd9 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:35:52.342566 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Attempting to bind port f5c86cdb-26eb-4e33-b322-3148ef533dd9 on network 56bd5eb3-33eb-4ff1-833f-663849f99647 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:35:52.352972 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 3f99e8ad-7999-4e71-a242-3a75c649283f triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:52.353360 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (3f99e8ad-7999-4e71-a242-3a75c649283f), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.377730 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cb878-7669-44ce-b9b0-eaf38aff86ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5cd6a8-962a-458d-9f83-338ac7992ef9,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:52.386733 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-ae2cb878-7669-44ce-b9b0-eaf38aff86ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61343795f34e48f887b4381f7813db90&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2955449 Jul 20 09:35:52.392100 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46218) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:52.420168 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:35:52.420558 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Checking segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:35:52.420970 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.421373 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Bound using segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:35:52.421876 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Bound port: f5c86cdb-26eb-4e33-b322-3148ef533dd9, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:35:52.423591 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (f5c86cdb-26eb-4e33-b322-3148ef533dd9), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.466392 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-84b6678e-913b-4b8f-a49c-da704407a1a8 admin admin] Publish callbacks [] for security_group (bfb79503-e4cf-41f0-9d65-5446404a7693), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.512470 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4ad219b9-4644-4e0d-9df0-fc2494653937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (03979042-cd60-4725-ba98-bbf989c51136), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.517379 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4ad219b9-4644-4e0d-9df0-fc2494653937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.518560 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-4ad219b9-4644-4e0d-9df0-fc2494653937 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03979042-cd60-4725-ba98-bbf989c51136 HTTP/1.1" status: 204 len: 168 time: 0.8487973 Jul 20 09:35:52.533280 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:52.561047 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:52.571858 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for port (6ea30a82-9280-43db-9985-b3f9a49770ca), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.596117 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:52.619347 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad219b9-4644-4e0d-9df0-fc2494653937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03979042-cd60-4725-ba98-bbf989c51136,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:52.622203 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-552b2ff8-bd2f-4a6a-9d34-a59b3030823d admin admin] Publish callbacks [] for security_group (dd5cd6a8-962a-458d-9f83-338ac7992ef9), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.644708 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670420'] for router (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.682192 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-552b2ff8-bd2f-4a6a-9d34-a59b3030823d admin admin] Publish callbacks [] for security_group (dd5cd6a8-962a-458d-9f83-338ac7992ef9), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.726848 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] For port f5c86cdb-26eb-4e33-b322-3148ef533dd9, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:35:52.742987 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:52.769216 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-84b6678e-913b-4b8f-a49c-da704407a1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (bfb79503-e4cf-41f0-9d65-5446404a7693), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.774497 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-84b6678e-913b-4b8f-a49c-da704407a1a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.775960 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-84b6678e-913b-4b8f-a49c-da704407a1a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bfb79503-e4cf-41f0-9d65-5446404a7693 HTTP/1.1" status: 204 len: 168 time: 1.5954382 Jul 20 09:35:52.777268 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670420'] for router (cad830de-da3a-413a-9467-5882320c669c), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.819889 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:52.839130 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (6ea30a82-9280-43db-9985-b3f9a49770ca), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.842667 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] For port f5c86cdb-26eb-4e33-b322-3148ef533dd9, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=f5c86cdb-26eb-4e33-b322-3148ef533dd9,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:35:52.874057 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6678e-913b-4b8f-a49c-da704407a1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb79503-e4cf-41f0-9d65-5446404a7693,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:52.885306 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (f5c86cdb-26eb-4e33-b322-3148ef533dd9), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.951855 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-552b2ff8-bd2f-4a6a-9d34-a59b3030823d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (dd5cd6a8-962a-458d-9f83-338ac7992ef9), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.957258 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-552b2ff8-bd2f-4a6a-9d34-a59b3030823d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:52.960506 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-552b2ff8-bd2f-4a6a-9d34-a59b3030823d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd5cd6a8-962a-458d-9f83-338ac7992ef9 HTTP/1.1" status: 204 len: 168 time: 0.5651088 Jul 20 09:35:53.004245 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b2ff8-bd2f-4a6a-9d34-a59b3030823d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5cd6a8-962a-458d-9f83-338ac7992ef9,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:53.034454 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:53.038341 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a85f56-7571-41cd-acf2-d5cf165e0a23 None None] Pushing event updated for resources: {'Port': ['ID=f5c86cdb-26eb-4e33-b322-3148ef533dd9,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:53.043552 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:53.046890 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Received port after_create {{(pid=104190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:35:53.051394 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 3f99e8ad-7999-4e71-a242-3a75c649283f is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:53.143588 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:53.183537 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Routers {'83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:35:53.185935 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:53.204716 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-374b5d41-a62e-42e5-8607-cf4572f7c14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:53.338662 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for floatingip (6748d51f-391c-40f3-ba58-b4f43fd56dda), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:53.371399 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 is scheduled to L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a with binding_index 1 {{(pid=104189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 09:35:53.383269 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Router cad830de-da3a-413a-9467-5882320c669c is scheduled to L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a with binding_index 1 {{(pid=104189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 09:35:53.445832 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5276cccc-ee3a-405e-be84-aaec2c59681f None None] Network b536439e-ad65-4ab6-9df1-5521403416c7 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:35:53.471598 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event updated for resources: {'Port': ['ID=6ea30a82-9280-43db-9985-b3f9a49770ca,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:53.512386 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (6ea30a82-9280-43db-9985-b3f9a49770ca), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:53.602121 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46232) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:53.720862 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c33cc238-c654-4c68-8719-9d9cf0fa4266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:53.787368 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device c2ab46e9-ac99-4b5f-a5e7-035fae903c71 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:35:53.850667 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-af2240b2-556b-42b6-bdbf-93441af5da8d None None] Provisioning complete for port c2ab46e9-ac99-4b5f-a5e7-035fae903c71 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:53.851070 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-af2240b2-556b-42b6-bdbf-93441af5da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:53.892353 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46248) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:53.913330 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-4e9f82ef-2915-423d-acb3-6df69856dee7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137074199', 'description': 'tempest-description--79940800'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:53.945127 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:35:53.955686 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4e9f82ef-2915-423d-acb3-6df69856dee7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:53.957290 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19947ce-22dc-4428-95f4-cf8d3900e5fd None None] Network 0f39ad03-6f09-42c9-9a01-67bdfcd73436 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:35:53.985409 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:35:53.995269 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Sync routers for ids ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:35:54.002643 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Sync routers for ids ['cad830de-da3a-413a-9467-5882320c669c'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:35:54.029360 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.032188 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-aff73c04-c540-4d52-9582-043210471086 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.8450818 Jul 20 09:35:54.037431 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Routers {'cad830de-da3a-413a-9467-5882320c669c'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:35:54.038060 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.038339 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['cad830de-da3a-413a-9467-5882320c669c'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:54.040053 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-ec8b7846-912e-4cd3-87b9-4c2f2f98a7f3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0037138 Jul 20 09:35:54.040638 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 46256) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:54.042840 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 46258) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:54.217760 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:54.219444 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-af2240b2-556b-42b6-bdbf-93441af5da8d None None] Current status of the port c2ab46e9-ac99-4b5f-a5e7-035fae903c71 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:54.220299 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-af2240b2-556b-42b6-bdbf-93441af5da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.222854 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Routers {'78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:35:54.223730 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:54.256849 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 46264) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:54.287145 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Set router cad830de-da3a-413a-9467-5882320c669c gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:35:54.351442 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Set router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:35:54.426717 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] Set router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:35:54.440520 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dc76b11d-0242-437f-9849-84bb6b938d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.442595 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:54.534939 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for port (6ea30a82-9280-43db-9985-b3f9a49770ca), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.560409 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (6ea30a82-9280-43db-9985-b3f9a49770ca), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.571268 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c33cc238-c654-4c68-8719-9d9cf0fa4266 admin admin] Publish callbacks [] for security_group (6a96aa68-9e7a-465e-bd87-b2f55d633e57), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.580133 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:54.599830 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad830de-da3a-413a-9467-5882320c669c', 'name': 'tempest-DeleteServersTestJSON-747496280-router', 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:51Z', 'revision_number': 3, 'project_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'gw_port': {'id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad830de-da3a-413a-9467-5882320c669c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:49Z', 'updated_at': '2022-07-20T09:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:54.628663 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Checking router: cad830de-da3a-413a-9467-5882320c669c for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:35:54.628983 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Updating router cad830de-da3a-413a-9467-5882320c669c port ae2188b5-c75d-4eec-b506-523bc6c0f715 binding host dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:35:54.671623 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (ae2188b5-c75d-4eec-b506-523bc6c0f715), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.673696 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4e9f82ef-2915-423d-acb3-6df69856dee7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group (78c2f4ee-865a-4abf-a4df-0bb8281a8455), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.675902 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c33cc238-c654-4c68-8719-9d9cf0fa4266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (6a96aa68-9e7a-465e-bd87-b2f55d633e57), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.699892 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:54.707732 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port c2ab46e9-ac99-4b5f-a5e7-035fae903c71 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:54.709223 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.736133 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (6748d51f-391c-40f3-ba58-b4f43fd56dda), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.739125 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4e9f82ef-2915-423d-acb3-6df69856dee7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (78c2f4ee-865a-4abf-a4df-0bb8281a8455), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.748266 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cc238-c654-4c68-8719-9d9cf0fa4266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a96aa68-9e7a-465e-bd87-b2f55d633e57,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:54.756450 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=15 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:54.757744 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event updated for resources: {'Port': ['ID=6ea30a82-9280-43db-9985-b3f9a49770ca,revision_number=2']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:54.828239 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:54.844411 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.853131 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-e1fd67ce-7328-4d14-b3f6-ff887ca6bac8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9206922 Jul 20 09:35:54.864043 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4e9f82ef-2915-423d-acb3-6df69856dee7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.873133 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-4e9f82ef-2915-423d-acb3-6df69856dee7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9773903 Jul 20 09:35:54.884637 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-c33cc238-c654-4c68-8719-9d9cf0fa4266 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3c36e9895b0479a9bac7ae44379715b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2706587 Jul 20 09:35:54.885440 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46278) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:54.886079 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46280) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:54.891799 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f82ef-2915-423d-acb3-6df69856dee7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c2f4ee-865a-4abf-a4df-0bb8281a8455,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:54.898902 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-af2240b2-556b-42b6-bdbf-93441af5da8d None None] For port c2ab46e9-ac99-4b5f-a5e7-035fae903c71, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=c2ab46e9-ac99-4b5f-a5e7-035fae903c71,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:35:54.919015 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-1538b357-d673-415d-864c-71c499796551 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Request body: {'security_group_rule': {'security_group_id': '78c2f4ee-865a-4abf-a4df-0bb8281a8455', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:54.935575 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-af2240b2-556b-42b6-bdbf-93441af5da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:54.987912 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1538b357-d673-415d-864c-71c499796551 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group_rule (00900be3-83b4-4967-860b-56164bd46402), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.075830 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2cb5c29a-62f8-453f-b5ac-4aa7fa85f518 admin admin] Publish callbacks [] for security_group (6a96aa68-9e7a-465e-bd87-b2f55d633e57), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.123634 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2cb5c29a-62f8-453f-b5ac-4aa7fa85f518 admin admin] Publish callbacks [] for security_group (6a96aa68-9e7a-465e-bd87-b2f55d633e57), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.184455 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1538b357-d673-415d-864c-71c499796551 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group_rule (00900be3-83b4-4967-860b-56164bd46402), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.196755 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1538b357-d673-415d-864c-71c499796551 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (00900be3-83b4-4967-860b-56164bd46402), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.234051 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538b357-d673-415d-864c-71c499796551 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00900be3-83b4-4967-860b-56164bd46402,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:55.262848 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1538b357-d673-415d-864c-71c499796551 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.269141 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-1538b357-d673-415d-864c-71c499796551 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3777549 Jul 20 09:35:55.274280 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46304) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:55.294414 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Publish callbacks [] for port (ae2188b5-c75d-4eec-b506-523bc6c0f715), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.296866 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-348656d6-043f-4cd6-9744-9f73854e199f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Request body: {'security_group_rule': {'security_group_id': '78c2f4ee-865a-4abf-a4df-0bb8281a8455', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:55.315808 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (ae2188b5-c75d-4eec-b506-523bc6c0f715), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.345537 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:55.350130 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-8c0fb9b8-8308-4453-816f-59b6d7c08d27 None None] Provisioning complete for port c2ab46e9-ac99-4b5f-a5e7-035fae903c71 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:55.350655 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb9b8-8308-4453-816f-59b6d7c08d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.366851 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-759fa3aa-424e-467d-9cc1-d66a2134285b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.384013 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2cb5c29a-62f8-453f-b5ac-4aa7fa85f518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (6a96aa68-9e7a-465e-bd87-b2f55d633e57), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.390095 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2cb5c29a-62f8-453f-b5ac-4aa7fa85f518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.397261 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-2cb5c29a-62f8-453f-b5ac-4aa7fa85f518 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a96aa68-9e7a-465e-bd87-b2f55d633e57 HTTP/1.1" status: 204 len: 168 time: 0.5064600 Jul 20 09:35:55.414889 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-348656d6-043f-4cd6-9744-9f73854e199f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group_rule (c29c11a5-3413-4142-a9e3-d02736504301), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.424389 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5c29a-62f8-453f-b5ac-4aa7fa85f518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a96aa68-9e7a-465e-bd87-b2f55d633e57,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:55.452560 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.481473 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port c2ab46e9-ac99-4b5f-a5e7-035fae903c71 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:55.482503 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device c2b7936a-a33b-42ff-9bd0-18bfbc79febe up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:35:55.494066 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:55.499162 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:50Z', 'revision_number': 3, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:55.507834 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Attempting to bind port ae2188b5-c75d-4eec-b506-523bc6c0f715 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:35:55.508226 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Attempting to bind port ae2188b5-c75d-4eec-b506-523bc6c0f715 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:35:55.513493 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Attempting to bind port ae2188b5-c75d-4eec-b506-523bc6c0f715 on network 56bd5eb3-33eb-4ff1-833f-663849f99647 {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:35:55.516170 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20b058-abd1-4abd-a5af-06b7af8153bd None None] Pushing event updated for resources: {'Port': ['ID=ae2188b5-c75d-4eec-b506-523bc6c0f715,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:55.541314 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:35:55.544511 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Checking segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:35:55.546245 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.546843 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Bound using segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:35:55.549584 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Bound port: ae2188b5-c75d-4eec-b506-523bc6c0f715, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:35:55.550338 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (ae2188b5-c75d-4eec-b506-523bc6c0f715), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.604046 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-348656d6-043f-4cd6-9744-9f73854e199f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group_rule (c29c11a5-3413-4142-a9e3-d02736504301), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.612191 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-348656d6-043f-4cd6-9744-9f73854e199f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (c29c11a5-3413-4142-a9e3-d02736504301), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.635736 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Checking router: 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:35:55.637266 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Updating router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 port be3639ec-4df2-4593-82c1-7a1944d889f4 binding host dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:35:55.643156 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2240b2-556b-42b6-bdbf-93441af5da8d None None] Pushing event updated for resources: {'Port': ['ID=c2ab46e9-ac99-4b5f-a5e7-035fae903c71,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:55.688722 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348656d6-043f-4cd6-9744-9f73854e199f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29c11a5-3413-4142-a9e3-d02736504301,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:55.718807 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-348656d6-043f-4cd6-9744-9f73854e199f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.727223 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-348656d6-043f-4cd6-9744-9f73854e199f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4485235 Jul 20 09:35:55.727987 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46330) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:55.730216 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] For port ae2188b5-c75d-4eec-b506-523bc6c0f715, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:35:55.742971 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Request body: {'floatingip': {'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:35:55.743611 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] For port ae2188b5-c75d-4eec-b506-523bc6c0f715, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=ae2188b5-c75d-4eec-b506-523bc6c0f715,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:35:55.761789 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (ae2188b5-c75d-4eec-b506-523bc6c0f715), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.768246 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (be3639ec-4df2-4593-82c1-7a1944d889f4), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.807183 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:55.885149 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Allocated IP 172.20.0.1 (b536439e-ad65-4ab6-9df1-5521403416c7/83806ec1-6633-4d28-addc-e84e4a713eaa/1e9a0603-5241-4169-a06c-1960adefe9e5) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:35:55.955604 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Routers {'cad830de-da3a-413a-9467-5882320c669c'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:35:55.965987 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['cad830de-da3a-413a-9467-5882320c669c'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:56.009943 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Publish callbacks [] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.062613 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.078971 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.100279 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Publish callbacks [] for port (be3639ec-4df2-4593-82c1-7a1944d889f4), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.124509 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:56.125662 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:56.126528 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:56.134100 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (be3639ec-4df2-4593-82c1-7a1944d889f4), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.137198 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:56.139536 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20b058-abd1-4abd-a5af-06b7af8153bd None None] Pushing event updated for resources: {'Port': ['ID=ae2188b5-c75d-4eec-b506-523bc6c0f715,revision_number=3']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:56.157235 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Network b536439e-ad65-4ab6-9df1-5521403416c7 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:56.171521 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:56.177137 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dc76b11d-0242-437f-9849-84bb6b938d4e admin admin] Publish callbacks [] for security_group (78aa5f74-d688-4317-bb92-b6ca1a93176e), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.183037 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:35:56.183618 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656506'] for router_interface (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.191402 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dc76b11d-0242-437f-9849-84bb6b938d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (78aa5f74-d688-4317-bb92-b6ca1a93176e), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.262414 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port c2b7936a-a33b-42ff-9bd0-18bfbc79febe triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:56.264643 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.293012 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-dc76b11d-0242-437f-9849-84bb6b938d4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a3b0050942544b897aa9b8a78b4284a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0279064 Jul 20 09:35:56.302179 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:50Z', 'revision_number': 2, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:56.308598 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-8c0fb9b8-8308-4453-816f-59b6d7c08d27 None None] Current status of the port c2ab46e9-ac99-4b5f-a5e7-035fae903c71 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:56.329079 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 46342) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:56.354014 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-8c0fb9b8-8308-4453-816f-59b6d7c08d27 None None] Provisioning complete for port dfdcfee2-d006-428e-9cb8-a3a2bf34694d triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:56.354672 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb9b8-8308-4453-816f-59b6d7c08d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.358893 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_common [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Allocated IP 172.27.1.134 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/1bf4b442-f62e-49ba-b47b-371fd28a148c) {{(pid=104190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:35:56.405075 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Pushing event updated for resources: {'Port': ['ID=1e9a0603-5241-4169-a06c-1960adefe9e5,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:56.419476 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Attempting to bind port be3639ec-4df2-4593-82c1-7a1944d889f4 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:35:56.420652 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Attempting to bind port be3639ec-4df2-4593-82c1-7a1944d889f4 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:35:56.421171 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Attempting to bind port be3639ec-4df2-4593-82c1-7a1944d889f4 on network 56bd5eb3-33eb-4ff1-833f-663849f99647 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:35:56.471007 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] Set router cad830de-da3a-413a-9467-5882320c669c gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:35:56.485401 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:35:56.485796 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Checking segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:35:56.486172 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.486565 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Bound using segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:35:56.487056 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Bound port: be3639ec-4df2-4593-82c1-7a1944d889f4, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:35:56.488077 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (be3639ec-4df2-4593-82c1-7a1944d889f4), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.508089 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-374ce054-9af4-4cb3-81fe-2ee870643963 admin admin] Publish callbacks [] for security_group (78aa5f74-d688-4317-bb92-b6ca1a93176e), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.511616 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 46354) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:56.518514 dv-cinder-822822-3-iscsi neutron-server[104189]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 09:35:56.544674 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for port (1bf4b442-f62e-49ba-b47b-371fd28a148c), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.561959 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] For port be3639ec-4df2-4593-82c1-7a1944d889f4, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:35:56.565798 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] For port be3639ec-4df2-4593-82c1-7a1944d889f4, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=be3639ec-4df2-4593-82c1-7a1944d889f4,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:35:56.572176 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.577234 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:56.578238 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=6 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:56.583345 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (1bf4b442-f62e-49ba-b47b-371fd28a148c), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.588487 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03011150-a4f7-4679-b142-77910bf14eb0 None None] The sync data for ids ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'] in dv-cinder-822822-3-iscsi is: [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:50Z', 'revision_number': 2, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:35:56.589535 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76b11d-0242-437f-9849-84bb6b938d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78aa5f74-d688-4317-bb92-b6ca1a93176e,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:56.603419 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-ad573791-3986-4794-a87b-9f1c934a00eb tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1738159721&fields=id&tenant_id=e068f9b959004be4ad9c778d9010561a HTTP/1.1" status: 200 len: 267 time: 0.0865033 Jul 20 09:35:56.604614 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (be3639ec-4df2-4593-82c1-7a1944d889f4), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.623888 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4d4a4-7d35-499c-bc6d-9e2546b121b7 None None] Pushing event updated for resources: {'Port': ['ID=be3639ec-4df2-4593-82c1-7a1944d889f4,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:56.688187 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:56.710593 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-374ce054-9af4-4cb3-81fe-2ee870643963 admin admin] Publish callbacks [] for security_group (78aa5f74-d688-4317-bb92-b6ca1a93176e), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.713486 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:56.717350 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Received port after_create {{(pid=104190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:35:56.728266 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4d4a4-7d35-499c-bc6d-9e2546b121b7 None None] Pushing event updated for resources: {'Port': ['ID=be3639ec-4df2-4593-82c1-7a1944d889f4,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:56.755247 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event updated for resources: {'Port': ['ID=1bf4b442-f62e-49ba-b47b-371fd28a148c,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:56.870542 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for floatingip (889787ee-301f-47e7-8153-80fc8704dde0), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:56.965282 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (1bf4b442-f62e-49ba-b47b-371fd28a148c), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:57.066573 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Routers {'78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:35:57.067406 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:57.173237 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-8c0fb9b8-8308-4453-816f-59b6d7c08d27 None None] Current status of the port dfdcfee2-d006-428e-9cb8-a3a2bf34694d is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:57.173880 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb9b8-8308-4453-816f-59b6d7c08d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:57.239529 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad830de-da3a-413a-9467-5882320c669c', 'name': 'tempest-DeleteServersTestJSON-747496280-router', 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:51Z', 'revision_number': 3, 'project_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'gw_port': {'id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad830de-da3a-413a-9467-5882320c669c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:49Z', 'updated_at': '2022-07-20T09:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:57.306683 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee615481-bcc0-43fa-8041-55f4614d7c22 None None] The sync data for ids ['cad830de-da3a-413a-9467-5882320c669c'] in dv-cinder-822822-3-iscsi is: [{'id': 'cad830de-da3a-413a-9467-5882320c669c', 'name': 'tempest-DeleteServersTestJSON-747496280-router', 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:51Z', 'revision_number': 3, 'project_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'gw_port': {'id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad830de-da3a-413a-9467-5882320c669c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:49Z', 'updated_at': '2022-07-20T09:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:35:57.347528 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-374ce054-9af4-4cb3-81fe-2ee870643963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (78aa5f74-d688-4317-bb92-b6ca1a93176e), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:57.355958 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-374ce054-9af4-4cb3-81fe-2ee870643963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:57.359444 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-374ce054-9af4-4cb3-81fe-2ee870643963 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78aa5f74-d688-4317-bb92-b6ca1a93176e HTTP/1.1" status: 204 len: 168 time: 1.0265262 Jul 20 09:35:57.370673 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port c2b7936a-a33b-42ff-9bd0-18bfbc79febe is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:57.372517 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device dfdcfee2-d006-428e-9cb8-a3a2bf34694d up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:35:57.389528 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ce054-9af4-4cb3-81fe-2ee870643963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78aa5f74-d688-4317-bb92-b6ca1a93176e,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:57.431821 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-e04a63bc-8e8b-423f-ada6-7ff69e684399 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:35:57.448400 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-e04a63bc-8e8b-423f-ada6-7ff69e684399 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/networks?id=36a1bf85-9a28-4e91-952b-126a8641e41e HTTP/1.1" status: 200 len: 810 time: 0.7543044 Jul 20 09:35:57.478358 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for port (1bf4b442-f62e-49ba-b47b-371fd28a148c), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:57.486754 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (1bf4b442-f62e-49ba-b47b-371fd28a148c), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:57.543235 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] Set router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:35:57.545943 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-e11e69fb-b25c-4f62-ab57-14d4d035e32c tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/quotas/e068f9b959004be4ad9c778d9010561a HTTP/1.1" status: 200 len: 375 time: 0.0426145 Jul 20 09:35:57.643215 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event updated for resources: {'Port': ['ID=1bf4b442-f62e-49ba-b47b-371fd28a148c,revision_number=2']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:57.662295 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (889787ee-301f-47e7-8153-80fc8704dde0), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:57.742518 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:57.744287 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-46d66580-01bd-4ebe-a06d-470d20c7e59a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0153143 Jul 20 09:35:57.768675 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:57.809207 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-8c0fb9b8-8308-4453-816f-59b6d7c08d27 None None] For port dfdcfee2-d006-428e-9cb8-a3a2bf34694d, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=dfdcfee2-d006-428e-9cb8-a3a2bf34694d,segment=NetworkSegment(ddd0a6b5-29fb-434d-acd9-5d4cb41113c7),segment_id=ddd0a6b5-29fb-434d-acd9-5d4cb41113c7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:35:57.935621 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:58.022529 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-d8514e8d-2045-4816-a304-5b8978bb6a26 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e068f9b959004be4ad9c778d9010561a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4447565 Jul 20 09:35:58.123578 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:58.196583 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb9b8-8308-4453-816f-59b6d7c08d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:58.233927 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:58.321285 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port dfdcfee2-d006-428e-9cb8-a3a2bf34694d triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:58.321706 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:58.389344 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:50Z', 'revision_number': 3, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:35:58.411125 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:58.531532 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Publish callbacks [] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:58.534162 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:58.536221 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:58.537702 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079f299-b342-4bf9-95a4-06c066766114 None None] The sync data for ids ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'] in dv-cinder-822822-3-iscsi is: [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:50Z', 'revision_number': 3, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:35:58.549773 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:58.551933 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669490'] for router_interface (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:58.566174 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-d7c0d147-a311-44bc-8a38-d67c5568f0af None None] Provisioning complete for port dfdcfee2-d006-428e-9cb8-a3a2bf34694d triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:58.567356 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d7c0d147-a311-44bc-8a38-d67c5568f0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:58.694106 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port dfdcfee2-d006-428e-9cb8-a3a2bf34694d is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:58.712639 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fb9b8-8308-4453-816f-59b6d7c08d27 None None] Pushing event updated for resources: {'Port': ['ID=dfdcfee2-d006-428e-9cb8-a3a2bf34694d,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:58.828440 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0d147-a311-44bc-8a38-d67c5568f0af None None] Current status of the port dfdcfee2-d006-428e-9cb8-a3a2bf34694d is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:58.848107 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Pushing event updated for resources: {'Port': ['ID=1e9a0603-5241-4169-a06c-1960adefe9e5,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:35:58.855633 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-d7c0d147-a311-44bc-8a38-d67c5568f0af None None] Provisioning complete for port 1e9a0603-5241-4169-a06c-1960adefe9e5 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:58.856036 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d7c0d147-a311-44bc-8a38-d67c5568f0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:58.964866 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0d147-a311-44bc-8a38-d67c5568f0af None None] Port 1e9a0603-5241-4169-a06c-1960adefe9e5 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:35:59.032736 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46474) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:59.043596 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-10de234b-5fdc-4108-8574-15fca308b1e2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:35:59.050305 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device c2ab46e9-ac99-4b5f-a5e7-035fae903c71 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:35:59.054970 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-10de234b-5fdc-4108-8574-15fca308b1e2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5861492 Jul 20 09:35:59.237013 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port c2ab46e9-ac99-4b5f-a5e7-035fae903c71 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:59.237939 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:59.409519 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46486) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:35:59.416032 dv-cinder-822822-3-iscsi neutron-server[104190]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 09:35:59.453288 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:59.455477 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Allocated IP 172.20.0.1 (0f39ad03-6f09-42c9-9a01-67bdfcd73436/d77a2204-d0c8-4af9-8389-05ec1246dab8/7a0afa8a-4666-48fd-af3c-14e671e10038) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:35:59.467575 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Network b536439e-ad65-4ab6-9df1-5521403416c7 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:35:59.478787 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:35:59.480870 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:35:59.492511 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port c2ab46e9-ac99-4b5f-a5e7-035fae903c71 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:59.494516 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device f5c86cdb-26eb-4e33-b322-3148ef533dd9 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:35:59.583833 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-ce04835d-7018-44ee-baa6-d16d30fa6f32 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2137074199&fields=id&tenant_id=07eb1473648d490b90a1e7debc45d57d HTTP/1.1" status: 200 len: 267 time: 0.1688371 Jul 20 09:35:59.610767 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port f5c86cdb-26eb-4e33-b322-3148ef533dd9 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:35:59.611161 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (f5c86cdb-26eb-4e33-b322-3148ef533dd9), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:59.757396 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f461-0ed2-4ab5-8328-41d9f248e269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:59.804648 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port f5c86cdb-26eb-4e33-b322-3148ef533dd9 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:35:59.805083 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (f5c86cdb-26eb-4e33-b322-3148ef533dd9), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:59.871496 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port f5c86cdb-26eb-4e33-b322-3148ef533dd9, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=f5c86cdb-26eb-4e33-b322-3148ef533dd9,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:35:59.879983 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (f5c86cdb-26eb-4e33-b322-3148ef533dd9), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:35:59.881512 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device ae2188b5-c75d-4eec-b506-523bc6c0f715 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:35:59.898767 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-9b2b1dff-33b4-4678-8def-a2cd9da6cdfe service neutron] 10.222.0.18 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8425450 Jul 20 09:35:59.970041 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:00.041536 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=f5c86cdb-26eb-4e33-b322-3148ef533dd9,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:00.124649 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-9dd58298-870b-478d-b8f0-918a23090c90 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:00.126246 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-9dd58298-870b-478d-b8f0-918a23090c90 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/networks?id=3bc1f444-18bf-42e0-ae56-3a62ba59289b HTTP/1.1" status: 200 len: 817 time: 0.5247836 Jul 20 09:36:00.155240 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-860dfa58-b27f-4233-bf21-48c793238412 service neutron] 10.222.0.18 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386639 Jul 20 09:36:00.196416 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-bbfb1fb4-5c12-486b-a620-1d9764976714 None None] Provisioning complete for port 1e9a0603-5241-4169-a06c-1960adefe9e5 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:00.196810 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bbfb1fb4-5c12-486b-a620-1d9764976714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:00.234231 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-f85f02b3-d887-471f-9f0b-aa34f4206e15 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/quotas/07eb1473648d490b90a1e7debc45d57d HTTP/1.1" status: 200 len: 375 time: 0.0987318 Jul 20 09:36:00.238858 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:36:00.265850 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f461-0ed2-4ab5-8328-41d9f248e269 admin admin] Publish callbacks [] for security_group (00b7eaf2-c64b-4d0a-bcd4-ecc30dc11e4f), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:00.300970 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-bbfb1fb4-5c12-486b-a620-1d9764976714 None None] Port 1e9a0603-5241-4169-a06c-1960adefe9e5 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:36:00.316959 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port ae2188b5-c75d-4eec-b506-523bc6c0f715 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:00.317421 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (ae2188b5-c75d-4eec-b506-523bc6c0f715), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:00.403934 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f461-0ed2-4ab5-8328-41d9f248e269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (00b7eaf2-c64b-4d0a-bcd4-ecc30dc11e4f), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:00.488095 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port ae2188b5-c75d-4eec-b506-523bc6c0f715 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:00.488597 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (ae2188b5-c75d-4eec-b506-523bc6c0f715), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:00.519563 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:36:00.520400 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port ae2188b5-c75d-4eec-b506-523bc6c0f715, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=ae2188b5-c75d-4eec-b506-523bc6c0f715,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:00.533537 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (ae2188b5-c75d-4eec-b506-523bc6c0f715), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:00.539178 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-b7b071dd-71e8-4fee-830c-24964022ecff admin admin] 10.222.0.18 "PUT /v2.0/routers/78f54e6d-2c9d-49d6-bb87-7f1c6d658be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4975121 Jul 20 09:36:00.542404 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Publish callbacks [] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:00.546268 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-76aa02f4-25bc-4c65-898a-c69e829d270d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=07eb1473648d490b90a1e7debc45d57d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3026173 Jul 20 09:36:00.558055 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1f461-0ed2-4ab5-8328-41d9f248e269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b7eaf2-c64b-4d0a-bcd4-ecc30dc11e4f,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:00.575213 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-ccd1f461-0ed2-4ab5-8328-41d9f248e269 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=831c3dfee4de496981ccaf8cb0f28c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5413504 Jul 20 09:36:00.578030 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46536) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:00.631836 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:00.650500 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-59037a9b-47ac-475f-9000-9284b992e85d admin admin] Publish callbacks [] for security_group (00b7eaf2-c64b-4d0a-bcd4-ecc30dc11e4f), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:00.690444 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-59037a9b-47ac-475f-9000-9284b992e85d admin admin] Publish callbacks [] for security_group (00b7eaf2-c64b-4d0a-bcd4-ecc30dc11e4f), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:00.691088 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:00.702278 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=ae2188b5-c75d-4eec-b506-523bc6c0f715,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:00.779048 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-59037a9b-47ac-475f-9000-9284b992e85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (00b7eaf2-c64b-4d0a-bcd4-ecc30dc11e4f), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:00.782435 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-59037a9b-47ac-475f-9000-9284b992e85d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:00.784121 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-59037a9b-47ac-475f-9000-9284b992e85d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00b7eaf2-c64b-4d0a-bcd4-ecc30dc11e4f HTTP/1.1" status: 204 len: 168 time: 0.2049060 Jul 20 09:36:00.793153 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Pushing event updated for resources: {'Port': ['ID=7a0afa8a-4666-48fd-af3c-14e671e10038,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:00.798393 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59037a9b-47ac-475f-9000-9284b992e85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b7eaf2-c64b-4d0a-bcd4-ecc30dc11e4f,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:00.892280 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Network 0f39ad03-6f09-42c9-9a01-67bdfcd73436 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:36:00.894781 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4fbe44c2-7078-4ce8-9c32-8e331ffc95ba req-5f72dca8-1c42-475e-9500-2f8423528754 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.1026938 Jul 20 09:36:00.901543 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:36:00.907230 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:36:00.907743 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656506'] for router_interface (cad830de-da3a-413a-9467-5882320c669c), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:01.049003 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device f5c86cdb-26eb-4e33-b322-3148ef533dd9 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:36:01.057679 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:01.126765 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port f5c86cdb-26eb-4e33-b322-3148ef533dd9 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:01.127556 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (f5c86cdb-26eb-4e33-b322-3148ef533dd9), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:01.216290 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:01.319691 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port f5c86cdb-26eb-4e33-b322-3148ef533dd9 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:01.320486 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device dfdcfee2-d006-428e-9cb8-a3a2bf34694d up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:36:01.334225 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:01.415611 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-4bc3786d-e350-4c76-bf23-bff8e9f8aec7 None None] Provisioning complete for port 7a0afa8a-4666-48fd-af3c-14e671e10038 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:01.415994 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4bc3786d-e350-4c76-bf23-bff8e9f8aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:01.518758 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Publish callbacks [] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:01.532424 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-4bc3786d-e350-4c76-bf23-bff8e9f8aec7 None None] Port 7a0afa8a-4666-48fd-af3c-14e671e10038 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:36:01.543569 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:01.547188 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669490'] for router_interface (cad830de-da3a-413a-9467-5882320c669c), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:01.554200 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port dfdcfee2-d006-428e-9cb8-a3a2bf34694d triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:01.554812 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:01.741316 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-34b89387-3a87-4f2a-bb8e-a1791a214054 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104190) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:36:01.744027 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-34b89387-3a87-4f2a-bb8e-a1791a214054 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7159564 Jul 20 09:36:01.744220 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:01.757260 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port dfdcfee2-d006-428e-9cb8-a3a2bf34694d is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:01.759459 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device be3639ec-4df2-4593-82c1-7a1944d889f4 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:36:01.835695 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:01.847667 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:01.855137 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Network 0f39ad03-6f09-42c9-9a01-67bdfcd73436 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:36:01.859758 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:36:01.871983 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port be3639ec-4df2-4593-82c1-7a1944d889f4 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:01.872590 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (be3639ec-4df2-4593-82c1-7a1944d889f4), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:02.050472 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Pushing event updated for resources: {'Port': ['ID=7a0afa8a-4666-48fd-af3c-14e671e10038,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:02.060308 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port be3639ec-4df2-4593-82c1-7a1944d889f4 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:02.060827 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (be3639ec-4df2-4593-82c1-7a1944d889f4), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:02.065552 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46596) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:02.113217 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0f1d82a0-3708-4caa-8ddc-5d8b196bd859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:02.127126 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port be3639ec-4df2-4593-82c1-7a1944d889f4, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=be3639ec-4df2-4593-82c1-7a1944d889f4,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:02.136709 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (be3639ec-4df2-4593-82c1-7a1944d889f4), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:02.137862 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device ae2188b5-c75d-4eec-b506-523bc6c0f715 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:36:02.155992 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-366cde2f-efe3-420d-a6ed-81ab10e03b1d service neutron] 10.222.0.18 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031622 Jul 20 09:36:02.307722 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port ae2188b5-c75d-4eec-b506-523bc6c0f715 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:02.308126 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (ae2188b5-c75d-4eec-b506-523bc6c0f715), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:02.321591 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Router cad830de-da3a-413a-9467-5882320c669c has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:36:02.326782 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0f1d82a0-3708-4caa-8ddc-5d8b196bd859 admin admin] Publish callbacks [] for security_group (be43ca62-41bb-41f5-afdc-1b4530c167fc), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:02.373491 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0f1d82a0-3708-4caa-8ddc-5d8b196bd859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (be43ca62-41bb-41f5-afdc-1b4530c167fc), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:02.440870 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-0f1d82a0-3708-4caa-8ddc-5d8b196bd859 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=910cb01c470a4af580f7d7e601f200bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688433 Jul 20 09:36:02.446762 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46606) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:02.466758 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=be3639ec-4df2-4593-82c1-7a1944d889f4,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:02.472470 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-65e7a13c-d03f-46ab-9512-b72fb7698577 None None] Provisioning complete for port 7a0afa8a-4666-48fd-af3c-14e671e10038 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:02.472837 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65e7a13c-d03f-46ab-9512-b72fb7698577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:02.530551 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:02.548431 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:36:02.564196 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-f947abac-b7cd-44e5-88eb-fbd3c5eee65b admin admin] 10.222.0.18 "PUT /v2.0/routers/cad830de-da3a-413a-9467-5882320c669c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5104380 Jul 20 09:36:02.575400 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port ae2188b5-c75d-4eec-b506-523bc6c0f715 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:02.579177 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Sync routers for ids ['cad830de-da3a-413a-9467-5882320c669c'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:36:02.582065 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-65e7a13c-d03f-46ab-9512-b72fb7698577 None None] Port 7a0afa8a-4666-48fd-af3c-14e671e10038 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:36:02.592525 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Routers {'cad830de-da3a-413a-9467-5882320c669c'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:36:02.593192 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['cad830de-da3a-413a-9467-5882320c669c'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:02.637504 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d82a0-3708-4caa-8ddc-5d8b196bd859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be43ca62-41bb-41f5-afdc-1b4530c167fc,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:02.731847 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-748ee978-0ced-4846-9d9c-d6e5ccd507a2 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:02.733638 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-748ee978-0ced-4846-9d9c-d6e5ccd507a2 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 819 time: 0.1877866 Jul 20 09:36:02.750037 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-02f15ac8-404c-42f3-a5d1-90760cd36b9e service neutron] 10.222.0.18 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934436 Jul 20 09:36:02.760391 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-baeb56cd-c55d-4042-a545-4bbd41956f0c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/quotas/13b4839566df4751bfde1f4975cdcb78 HTTP/1.1" status: 200 len: 375 time: 0.0190027 Jul 20 09:36:02.798614 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d41ff142-2ad3-41e8-ae1e-ce4bd1f46f95 admin admin] Publish callbacks [] for security_group (be43ca62-41bb-41f5-afdc-1b4530c167fc), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:02.855280 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d41ff142-2ad3-41e8-ae1e-ce4bd1f46f95 admin admin] Publish callbacks [] for security_group (be43ca62-41bb-41f5-afdc-1b4530c167fc), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:02.952914 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-d2d83930-8745-4aa3-b086-1ff2b40c2cdf tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846552 Jul 20 09:36:02.960666 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d41ff142-2ad3-41e8-ae1e-ce4bd1f46f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (be43ca62-41bb-41f5-afdc-1b4530c167fc), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:02.963381 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d41ff142-2ad3-41e8-ae1e-ce4bd1f46f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:02.966757 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-d41ff142-2ad3-41e8-ae1e-ce4bd1f46f95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be43ca62-41bb-41f5-afdc-1b4530c167fc HTTP/1.1" status: 204 len: 168 time: 0.5162995 Jul 20 09:36:02.996568 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ff142-2ad3-41e8-ae1e-ce4bd1f46f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be43ca62-41bb-41f5-afdc-1b4530c167fc,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:03.003896 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device be3639ec-4df2-4593-82c1-7a1944d889f4 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:36:03.278815 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-83f3f343-7467-463b-978a-87fe5c0005a5 req-b1bfc8c3-b251-4dd2-b33b-695fdbc550b1 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.1118908 Jul 20 09:36:03.296873 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-066e5a01-3bd2-4975-9523-82014827aed2 service neutron] 10.222.0.18 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426111 Jul 20 09:36:03.337863 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Set router cad830de-da3a-413a-9467-5882320c669c gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:36:03.350797 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Sync routers for ids ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:36:03.371337 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Routers {'83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:36:03.372029 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:03.499040 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port be3639ec-4df2-4593-82c1-7a1944d889f4 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:03.499555 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (be3639ec-4df2-4593-82c1-7a1944d889f4), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:03.533743 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:03.627953 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:03.683916 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-b8b65e37-e8a0-4dbd-bcff-8d1fad7ad628 service neutron] 10.222.0.18 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763802 Jul 20 09:36:03.925045 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Set router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:36:04.026794 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port be3639ec-4df2-4593-82c1-7a1944d889f4 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:04.034974 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:04.122398 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad830de-da3a-413a-9467-5882320c669c', 'name': 'tempest-DeleteServersTestJSON-747496280-router', 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:01Z', 'revision_number': 4, 'project_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'gw_port': {'id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad830de-da3a-413a-9467-5882320c669c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:49Z', 'updated_at': '2022-07-20T09:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '7a0afa8a-4666-48fd-af3c-14e671e10038', 'name': '', 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436', 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'mac_address': 'fa:16:3e:d2:41:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad830de-da3a-413a-9467-5882320c669c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'd77a2204-d0c8-4af9-8389-05ec1246dab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:58Z', 'updated_at': '2022-07-20T09:36:01Z', 'revision_number': 2, 'project_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'subnets': [{'id': 'd77a2204-d0c8-4af9-8389-05ec1246dab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:04.221004 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Sync routers for ids ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:36:04.225738 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Checking router: cad830de-da3a-413a-9467-5882320c669c for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:36:04.228312 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ace8bc35-1963-4f94-ad18-747ba17c018b req-bb6658f2-b886-4b2f-abe6-29956b8e32aa tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.1215518 Jul 20 09:36:04.229795 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Updating router cad830de-da3a-413a-9467-5882320c669c port 7a0afa8a-4666-48fd-af3c-14e671e10038 binding host dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:36:04.331843 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Routers {'78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:36:04.333224 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:04.337175 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:04.420895 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b37e1ec7-e91c-4531-a3bf-df8aeb7e1118 req-12628fe6-51e9-47dc-bbe2-79e5d2ed6596 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 210 time: 0.0609286 Jul 20 09:36:04.524370 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:50Z', 'revision_number': 2, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:04.641128 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9c342ce0-bc3d-4ee0-acc5-e5901fe812fa req-37b94d17-45b7-4fc9-8f3c-cd20255b911c tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.1045785 Jul 20 09:36:04.654022 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Checking router: 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:36:04.654387 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Updating router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f port d13c8cf3-0acf-478f-9406-f51175de1ffc binding host dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:36:04.763710 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:04.829180 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Publish callbacks [] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:04.840181 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:04.868313 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:04.930840 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-f0d66ba8-1d0a-498d-8cc9-c8e68e7c58f2 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:04.938797 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-f0d66ba8-1d0a-498d-8cc9-c8e68e7c58f2 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/networks?id=0f39ad03-6f09-42c9-9a01-67bdfcd73436 HTTP/1.1" status: 200 len: 811 time: 0.5115499 Jul 20 09:36:04.973298 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-5e98d2a7-c24f-444f-b8af-1aa7fdcb576b tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/quotas/f923122fff9b4011a092bb70c4ec6ff3 HTTP/1.1" status: 200 len: 375 time: 0.0320532 Jul 20 09:36:05.123842 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-64ce3740-7227-4344-addd-1bd02aa0214d tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f923122fff9b4011a092bb70c4ec6ff3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1394272 Jul 20 09:36:05.192191 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df442f7d-8534-4faa-b5c9-55eaab12f0a9 None None] Pushing event updated for resources: {'Port': ['ID=7a0afa8a-4666-48fd-af3c-14e671e10038,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:05.198693 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-6c8c2925-032e-4af2-8de2-1c5f97f748bc tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:05.209573 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-6c8c2925-032e-4af2-8de2-1c5f97f748bc tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 819 time: 0.3671050 Jul 20 09:36:05.234788 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-f9c9e3b1-5637-4c05-a37f-36f55c202a57 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/quotas/13b4839566df4751bfde1f4975cdcb78 HTTP/1.1" status: 200 len: 375 time: 0.0239742 Jul 20 09:36:05.313909 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Set router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:36:05.329305 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-d17894f9-40a6-4ba6-8e08-a28e83333117 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929956 Jul 20 09:36:05.469853 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-4e80c060-78f8-4918-a7ff-71237d9fa1a8 service neutron] 10.222.0.18 "GET /v2.0/networks/0f39ad03-6f09-42c9-9a01-67bdfcd73436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437901 Jul 20 09:36:05.493146 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Attempting to bind port 7a0afa8a-4666-48fd-af3c-14e671e10038 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:36:05.493531 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Attempting to bind port 7a0afa8a-4666-48fd-af3c-14e671e10038 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'ddd0a6b5-29fb-434d-acd9-5d4cb41113c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:36:05.493900 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Attempting to bind port 7a0afa8a-4666-48fd-af3c-14e671e10038 on network 0f39ad03-6f09-42c9-9a01-67bdfcd73436 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:36:05.504040 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:05.517535 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Publish callbacks [] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:05.521782 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:05.524622 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-be3326b4-7713-4c29-a9b7-f5873b84d3ea service neutron] 10.222.0.18 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936285 Jul 20 09:36:05.530314 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:05.559783 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:36:05.560419 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Checking segment: {'id': 'ddd0a6b5-29fb-434d-acd9-5d4cb41113c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:36:05.560973 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:05.561526 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Bound using segment: {'id': 'ddd0a6b5-29fb-434d-acd9-5d4cb41113c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:36:05.562187 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Bound port: 7a0afa8a-4666-48fd-af3c-14e671e10038, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd0a6b5-29fb-434d-acd9-5d4cb41113c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:36:05.562561 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:05.592374 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c843568-48f0-4824-bcd2-b29a28a5d0b8 None None] Pushing event updated for resources: {'Port': ['ID=d13c8cf3-0acf-478f-9406-f51175de1ffc,revision_number=3']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:05.656035 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] For port 7a0afa8a-4666-48fd-af3c-14e671e10038, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:36:05.665342 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] For port 7a0afa8a-4666-48fd-af3c-14e671e10038, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=7a0afa8a-4666-48fd-af3c-14e671e10038,segment=NetworkSegment(ddd0a6b5-29fb-434d-acd9-5d4cb41113c7),segment_id=ddd0a6b5-29fb-434d-acd9-5d4cb41113c7)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:36:05.669891 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:05.675987 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:05.678865 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-f7446f54-be59-4528-9092-b45d997b48de None None] Provisioning complete for port 7a0afa8a-4666-48fd-af3c-14e671e10038 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:05.688996 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f7446f54-be59-4528-9092-b45d997b48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:05.698700 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-835405ad-7094-4066-b7b7-a76fda35f791 service neutron] 10.222.0.18 "GET /v2.0/networks/0f39ad03-6f09-42c9-9a01-67bdfcd73436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275352 Jul 20 09:36:05.716579 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Attempting to bind port d13c8cf3-0acf-478f-9406-f51175de1ffc on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:36:05.719117 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Attempting to bind port d13c8cf3-0acf-478f-9406-f51175de1ffc by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:36:05.719981 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Attempting to bind port d13c8cf3-0acf-478f-9406-f51175de1ffc on network 3bc1f444-18bf-42e0-ae56-3a62ba59289b {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:36:05.727966 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:36:05.728645 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Checking segment: {'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:36:05.729198 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:05.729742 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Bound using segment: {'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:36:05.730372 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Bound port: d13c8cf3-0acf-478f-9406-f51175de1ffc, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'}}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:36:05.730928 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:05.832183 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] For port d13c8cf3-0acf-478f-9406-f51175de1ffc, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:36:05.836597 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:05.840267 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] For port d13c8cf3-0acf-478f-9406-f51175de1ffc, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=d13c8cf3-0acf-478f-9406-f51175de1ffc,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:36:05.850168 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:05.855320 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:05.905633 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-43032df9-e74b-4916-a3a8-647f209f564b service neutron] 10.222.0.18 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692007 Jul 20 09:36:05.969238 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Routers {'83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:36:05.969882 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:06.100094 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Routers {'cad830de-da3a-413a-9467-5882320c669c'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:36:06.106986 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['cad830de-da3a-413a-9467-5882320c669c'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:06.181177 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:06.211078 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df442f7d-8534-4faa-b5c9-55eaab12f0a9 None None] Pushing event updated for resources: {'Port': ['ID=7a0afa8a-4666-48fd-af3c-14e671e10038,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:06.237832 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c843568-48f0-4824-bcd2-b29a28a5d0b8 None None] Pushing event updated for resources: {'Port': ['ID=d13c8cf3-0acf-478f-9406-f51175de1ffc,revision_number=4']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:06.274993 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7288c8a2-149c-4544-89fd-80b6cc6d8c87 req-b0aca99e-19c4-4d1f-90a3-c28c4b447c00 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.1054549 Jul 20 09:36:06.337433 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] Set router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:36:06.466669 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-f7446f54-be59-4528-9092-b45d997b48de None None] Current status of the port 7a0afa8a-4666-48fd-af3c-14e671e10038 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:06.467549 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f7446f54-be59-4528-9092-b45d997b48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:06.545227 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:57Z', 'revision_number': 4, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '1e9a0603-5241-4169-a06c-1960adefe9e5', 'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'mac_address': 'fa:16:3e:0e:a0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:55Z', 'updated_at': '2022-07-20T09:35:58Z', 'revision_number': 2, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'subnets': [{'id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:06.631178 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f326f0f1-a68d-4a45-a91f-7e5883fdabad req-7b2fa997-73d2-40b8-9352-bcf2161bc982 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 210 time: 0.1644168 Jul 20 09:36:06.642043 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Checking router: 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:36:06.646890 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Updating router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 port 1e9a0603-5241-4169-a06c-1960adefe9e5 binding host dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:36:06.659790 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f5ad8218-513f-4477-a950-bc934bf8fde2 req-2decc54b-51ab-4565-ae6e-1c4e1a56f59b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.0901475 Jul 20 09:36:06.679829 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-f7446f54-be59-4528-9092-b45d997b48de None None] For port 7a0afa8a-4666-48fd-af3c-14e671e10038, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=7a0afa8a-4666-48fd-af3c-14e671e10038,segment=NetworkSegment(ddd0a6b5-29fb-434d-acd9-5d4cb41113c7),segment_id=ddd0a6b5-29fb-434d-acd9-5d4cb41113c7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:06.744147 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] Set router cad830de-da3a-413a-9467-5882320c669c gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:36:06.750806 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f7446f54-be59-4528-9092-b45d997b48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:06.893157 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:05Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:06.926867 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c1c9ca16-7a8f-42f4-a3b5-0ee99b628fa2 req-50ca592f-73aa-47b8-a356-f9b32e73d8c1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.1305876 Jul 20 09:36:06.957584 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f05a28-beaa-4a79-92fd-2dca4e35750d None None] The sync data for ids ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'] in dv-cinder-822822-3-iscsi is: [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:05Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:36:07.055341 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device d13c8cf3-0acf-478f-9406-f51175de1ffc up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:36:07.086718 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:07.209178 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-a5a03aff-e32f-4ff8-bc98-44c8fdf2869e None None] Provisioning complete for port 7a0afa8a-4666-48fd-af3c-14e671e10038 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:07.209719 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a5a03aff-e32f-4ff8-bc98-44c8fdf2869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:07.302353 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7446f54-be59-4528-9092-b45d997b48de None None] Pushing event updated for resources: {'Port': ['ID=7a0afa8a-4666-48fd-af3c-14e671e10038,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:07.386355 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port d13c8cf3-0acf-478f-9406-f51175de1ffc triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:07.387208 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:07.429893 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ce33acae-7c9b-4d9e-82ac-e054559620d2 req-0a95e245-79f6-499b-aa00-a0e59f03c235 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0447543 Jul 20 09:36:07.809750 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-a5a03aff-e32f-4ff8-bc98-44c8fdf2869e None None] Current status of the port 7a0afa8a-4666-48fd-af3c-14e671e10038 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:07.828668 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a2b9b8cc-e719-44f2-8756-d84cce1a054b req-3a12cc5b-3d30-4372-a89a-be346805b03a tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 210 time: 0.0703120 Jul 20 09:36:07.861492 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2ea1783e-e029-46ea-ac41-00042e4a9fe3 req-26d25929-6d39-4ef3-8c2f-9c4e89e5df61 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.0553341 Jul 20 09:36:07.870063 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-a5a03aff-e32f-4ff8-bc98-44c8fdf2869e None None] Provisioning complete for port d13c8cf3-0acf-478f-9406-f51175de1ffc triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:07.870545 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a5a03aff-e32f-4ff8-bc98-44c8fdf2869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:07.899385 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port d13c8cf3-0acf-478f-9406-f51175de1ffc is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:07.899777 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:07.929764 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad830de-da3a-413a-9467-5882320c669c', 'name': 'tempest-DeleteServersTestJSON-747496280-router', 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:01Z', 'revision_number': 4, 'project_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'gw_port': {'id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad830de-da3a-413a-9467-5882320c669c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:49Z', 'updated_at': '2022-07-20T09:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '7a0afa8a-4666-48fd-af3c-14e671e10038', 'name': '', 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436', 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'mac_address': 'fa:16:3e:d2:41:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad830de-da3a-413a-9467-5882320c669c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'd77a2204-d0c8-4af9-8389-05ec1246dab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:58Z', 'updated_at': '2022-07-20T09:36:05Z', 'revision_number': 4, 'project_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'subnets': [{'id': 'd77a2204-d0c8-4af9-8389-05ec1246dab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:07.979638 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:07.981156 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d619a-34fa-4e75-ba63-b749f1adfa6b None None] The sync data for ids ['cad830de-da3a-413a-9467-5882320c669c'] in dv-cinder-822822-3-iscsi is: [{'id': 'cad830de-da3a-413a-9467-5882320c669c', 'name': 'tempest-DeleteServersTestJSON-747496280-router', 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:01Z', 'revision_number': 4, 'project_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'gw_port': {'id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad830de-da3a-413a-9467-5882320c669c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:49Z', 'updated_at': '2022-07-20T09:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '7a0afa8a-4666-48fd-af3c-14e671e10038', 'name': '', 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436', 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'mac_address': 'fa:16:3e:d2:41:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad830de-da3a-413a-9467-5882320c669c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'd77a2204-d0c8-4af9-8389-05ec1246dab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:58Z', 'updated_at': '2022-07-20T09:36:05Z', 'revision_number': 4, 'project_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'subnets': [{'id': 'd77a2204-d0c8-4af9-8389-05ec1246dab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:36:08.000495 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:08.014494 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8233269c-a9f8-46cb-b27e-bcc14da67ec9 req-5bd86dc1-7247-4487-a242-078639145ea5 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0307157 Jul 20 09:36:08.021477 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port d13c8cf3-0acf-478f-9406-f51175de1ffc, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=d13c8cf3-0acf-478f-9406-f51175de1ffc,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:08.030616 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:08.036359 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:08.151752 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-a5a03aff-e32f-4ff8-bc98-44c8fdf2869e None None] Current status of the port d13c8cf3-0acf-478f-9406-f51175de1ffc is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:08.155477 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=d13c8cf3-0acf-478f-9406-f51175de1ffc,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:08.170753 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Publish callbacks [] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:08.176184 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:08.226840 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f34ec5-ae0f-420d-be7d-c9f6e786fa9d None None] Pushing event updated for resources: {'Port': ['ID=1e9a0603-5241-4169-a06c-1960adefe9e5,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:08.282040 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Attempting to bind port 1e9a0603-5241-4169-a06c-1960adefe9e5 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:36:08.282412 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Attempting to bind port 1e9a0603-5241-4169-a06c-1960adefe9e5 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:36:08.282775 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Attempting to bind port 1e9a0603-5241-4169-a06c-1960adefe9e5 on network b536439e-ad65-4ab6-9df1-5521403416c7 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:36:08.289427 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:36:08.289802 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Checking segment: {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:36:08.290204 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:08.290597 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Bound using segment: {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:36:08.291066 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Bound port: 1e9a0603-5241-4169-a06c-1960adefe9e5, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:36:08.291472 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:08.359979 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] For port 1e9a0603-5241-4169-a06c-1960adefe9e5, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:36:08.363405 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] For port 1e9a0603-5241-4169-a06c-1960adefe9e5, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=1e9a0603-5241-4169-a06c-1960adefe9e5,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:36:08.370449 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:08.426358 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Routers {'78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:36:08.426994 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:35:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:08.468167 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f34ec5-ae0f-420d-be7d-c9f6e786fa9d None None] Pushing event updated for resources: {'Port': ['ID=1e9a0603-5241-4169-a06c-1960adefe9e5,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:08.487893 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-fc9b7008-858d-4887-8419-e082e5904e1d None None] Provisioning complete for port 1e9a0603-5241-4169-a06c-1960adefe9e5 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:08.488284 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fc9b7008-858d-4887-8419-e082e5904e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:08.555430 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b6d8008c-dacb-4fea-ad2f-3c1cdcfa3f69 req-9fdbab80-4593-46cf-bf05-3903e89f4e74 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0552132 Jul 20 09:36:08.598373 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] Set router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:36:08.679675 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b7008-858d-4887-8419-e082e5904e1d None None] Current status of the port 1e9a0603-5241-4169-a06c-1960adefe9e5 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:08.680089 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fc9b7008-858d-4887-8419-e082e5904e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:08.753864 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-fc9b7008-858d-4887-8419-e082e5904e1d None None] For port 1e9a0603-5241-4169-a06c-1960adefe9e5, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=1e9a0603-5241-4169-a06c-1960adefe9e5,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:08.769856 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fc9b7008-858d-4887-8419-e082e5904e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:08.911693 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b7008-858d-4887-8419-e082e5904e1d None None] Pushing event updated for resources: {'Port': ['ID=1e9a0603-5241-4169-a06c-1960adefe9e5,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:08.969387 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device d13c8cf3-0acf-478f-9406-f51175de1ffc up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:36:08.993105 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-48ddaf27-81d5-4ef5-9337-cbf49ba61199 req-065ec786-3cd3-4e1d-a6e5-b3bcb91ea7c1 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 210 time: 0.0479782 Jul 20 09:36:09.002952 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf7e4b00-4c6c-4e70-b22a-53e4b98c50a2 req-eac5bbd4-918a-47b6-92ee-7e343dde6249 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.0364749 Jul 20 09:36:09.009601 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-a03cebd5-5701-4226-831f-54fb5d86353f None None] Provisioning complete for port 1e9a0603-5241-4169-a06c-1960adefe9e5 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:09.009601 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a03cebd5-5701-4226-831f-54fb5d86353f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:09.117429 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-56484ac7-1482-49c0-8470-44b2c9db83f7 req-35891ac8-319b-4f56-a430-ac4548680139 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0298355 Jul 20 09:36:09.170031 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:57Z', 'revision_number': 4, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '1e9a0603-5241-4169-a06c-1960adefe9e5', 'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'mac_address': 'fa:16:3e:0e:a0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:55Z', 'updated_at': '2022-07-20T09:36:08Z', 'revision_number': 4, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'subnets': [{'id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:09.201966 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae77980-3293-4552-a764-1b63702a63f5 None None] The sync data for ids ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'] in dv-cinder-822822-3-iscsi is: [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:57Z', 'revision_number': 4, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '1e9a0603-5241-4169-a06c-1960adefe9e5', 'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'mac_address': 'fa:16:3e:0e:a0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:55Z', 'updated_at': '2022-07-20T09:36:08Z', 'revision_number': 4, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'subnets': [{'id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:36:09.218324 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port d13c8cf3-0acf-478f-9406-f51175de1ffc triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:09.218717 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:09.261438 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:09.289831 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-a03cebd5-5701-4226-831f-54fb5d86353f None None] Current status of the port 1e9a0603-5241-4169-a06c-1960adefe9e5 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:09.326147 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port d13c8cf3-0acf-478f-9406-f51175de1ffc is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:09.327146 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 7a0afa8a-4666-48fd-af3c-14e671e10038 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:36:09.368449 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 7a0afa8a-4666-48fd-af3c-14e671e10038 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:09.368822 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:09.409881 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:09.458962 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 7a0afa8a-4666-48fd-af3c-14e671e10038 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:09.721802 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3d6ccf2d-0212-42a8-b2b0-b472c16e6f37 req-014ce227-d835-45be-b43b-dd5fcd21dcc6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0594852 Jul 20 09:36:10.182468 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e844e0bb-fe4c-423c-afef-e17fd51b9441 req-022b2b80-5e73-4531-8bcb-f0962d22a81e tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 210 time: 0.0654197 Jul 20 09:36:10.259535 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6f5ecc64-c877-4529-a283-b9c7656bdbec req-1d4aaf09-2205-4b29-bb7b-58a64426efa0 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.0786591 Jul 20 09:36:10.325694 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.17', 61484) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:10.388616 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1d51f013-ed8b-4d85-9b97-46ce71236c5a req-358a2109-80d3-4c67-8a3f-7fc6e82f11d2 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0364361 Jul 20 09:36:10.529620 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.17', 61486) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:10.710179 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.17', 61487) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:10.844533 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-438f4c77-110c-4b22-b584-8402b050dbf9 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:10.857917 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-438f4c77-110c-4b22-b584-8402b050dbf9 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.17 "GET /v2.0/networks?id=0f39ad03-6f09-42c9-9a01-67bdfcd73436 HTTP/1.1" status: 200 len: 811 time: 0.3448524 Jul 20 09:36:10.877075 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-64f4dbca-2813-4b81-9e7a-12eec562bc01 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:10.880857 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-64f4dbca-2813-4b81-9e7a-12eec562bc01 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.17 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 819 time: 0.3145888 Jul 20 09:36:10.925774 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c490f294-9260-40fa-938c-7932c8130684 req-e9162977-b342-4ff7-904c-85ea39db5cf5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0666318 Jul 20 09:36:10.945033 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 1e9a0603-5241-4169-a06c-1960adefe9e5 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:36:11.018049 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:11.019982 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 1e9a0603-5241-4169-a06c-1960adefe9e5 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:11.020373 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:11.051988 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-66facd4b-3ae8-4562-9fcf-523cb0f8bd11 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:11.053817 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-66facd4b-3ae8-4562-9fcf-523cb0f8bd11 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.17 "GET /v2.0/networks?id=36a1bf85-9a28-4e91-952b-126a8641e41e HTTP/1.1" status: 200 len: 810 time: 0.3427711 Jul 20 09:36:11.091660 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 1e9a0603-5241-4169-a06c-1960adefe9e5 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:11.309025 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-51a869c7-151e-4ecd-8834-4d82e52cffc8 req-50c9f29e-f7b6-47ae-a181-a8378fc99f46 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 210 time: 0.0330231 Jul 20 09:36:11.364459 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-28c5f5db-ef65-4877-8037-c0a5dcbc030a req-a08679e7-f24f-4d7f-8829-33cc2b754827 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.0298471 Jul 20 09:36:11.523754 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-91f36a69-441c-413b-9af1-2ba39b53c90b req-6bdf4bfa-060c-44c7-8bc2-7c653b02fe96 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0469770 Jul 20 09:36:11.660310 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 46964) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:11.793400 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5043b7b2-ca0a-4c1f-b2a1-8f403884f072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:11.914193 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5043b7b2-ca0a-4c1f-b2a1-8f403884f072 admin admin] Publish callbacks [] for security_group (8eafe9e8-caa5-401c-b322-e3566d7bfc26), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:11.922404 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5043b7b2-ca0a-4c1f-b2a1-8f403884f072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (8eafe9e8-caa5-401c-b322-e3566d7bfc26), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:11.970343 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-5043b7b2-ca0a-4c1f-b2a1-8f403884f072 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4479dc9a15cc422fa0d4120ec03d9785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089237 Jul 20 09:36:11.971050 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043b7b2-ca0a-4c1f-b2a1-8f403884f072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eafe9e8-caa5-401c-b322-e3566d7bfc26,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:11.973312 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46972) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:12.054524 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b742bc7f-ec7d-433e-b435-8226ad9ce7d6 admin admin] Publish callbacks [] for security_group (8eafe9e8-caa5-401c-b322-e3566d7bfc26), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:12.054854 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-89a8df14-fd90-4dfb-b1e9-671fac63692f req-8ea6c8ac-4ca2-4203-bebc-738ee3c806b2 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0415587 Jul 20 09:36:12.087137 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b742bc7f-ec7d-433e-b435-8226ad9ce7d6 admin admin] Publish callbacks [] for security_group (8eafe9e8-caa5-401c-b322-e3566d7bfc26), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:12.154081 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b742bc7f-ec7d-433e-b435-8226ad9ce7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (8eafe9e8-caa5-401c-b322-e3566d7bfc26), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:12.158952 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b742bc7f-ec7d-433e-b435-8226ad9ce7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:12.163924 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-b742bc7f-ec7d-433e-b435-8226ad9ce7d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8eafe9e8-caa5-401c-b322-e3566d7bfc26 HTTP/1.1" status: 204 len: 168 time: 0.1860030 Jul 20 09:36:12.174221 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742bc7f-ec7d-433e-b435-8226ad9ce7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eafe9e8-caa5-401c-b322-e3566d7bfc26,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:12.431053 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-77283641-45c7-45ff-9657-6f789fa25973 req-c40ce0a3-b803-493e-80ec-d7d04ca2c358 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 210 time: 0.0403888 Jul 20 09:36:12.505051 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e1e827b8-35bb-444e-b761-266bfa05f0d1 req-8d40bee7-9595-43be-8413-87b45c66b563 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.0354428 Jul 20 09:36:12.535928 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 46990) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:12.551771 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-82529a12-3ed7-44aa-8430-8def4ac5e540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:12.665865 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-66354650-5f39-4ac4-8bb7-eb39608349d0 req-abe4fe65-6723-4830-b9d8-a7632aff958e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0414610 Jul 20 09:36:12.680229 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-82529a12-3ed7-44aa-8430-8def4ac5e540 admin admin] Publish callbacks [] for security_group (285c5289-7ed2-446d-9a6f-36031a0ea926), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:12.691781 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-82529a12-3ed7-44aa-8430-8def4ac5e540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (285c5289-7ed2-446d-9a6f-36031a0ea926), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:12.727742 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:12.739739 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-82529a12-3ed7-44aa-8430-8def4ac5e540 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66cdb94f6eea4def8c531d83f4c7c454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020900 Jul 20 09:36:12.740889 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82529a12-3ed7-44aa-8430-8def4ac5e540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285c5289-7ed2-446d-9a6f-36031a0ea926,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:12.742485 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 46994) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:12.772982 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:12.796879 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-545f1e03-016b-49c0-912b-dbdcf06132d0 admin admin] Publish callbacks [] for security_group (285c5289-7ed2-446d-9a6f-36031a0ea926), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:12.817361 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-545f1e03-016b-49c0-912b-dbdcf06132d0 admin admin] Publish callbacks [] for security_group (285c5289-7ed2-446d-9a6f-36031a0ea926), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:12.864292 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-545f1e03-016b-49c0-912b-dbdcf06132d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (285c5289-7ed2-446d-9a6f-36031a0ea926), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:12.867137 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-545f1e03-016b-49c0-912b-dbdcf06132d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:12.868304 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-545f1e03-016b-49c0-912b-dbdcf06132d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/285c5289-7ed2-446d-9a6f-36031a0ea926 HTTP/1.1" status: 204 len: 168 time: 0.1247847 Jul 20 09:36:12.877354 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f1e03-016b-49c0-912b-dbdcf06132d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285c5289-7ed2-446d-9a6f-36031a0ea926,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:13.163836 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d5affd66-7cce-4adf-a333-e7180e8cdf03 req-f648ae34-66d0-42ef-9953-fb07ef1dceaa tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0337274 Jul 20 09:36:13.562163 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-9f740e45-0654-4f75-96c4-d58f48e3cdb9 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Request body: {'port': {'device_id': '83c84549-5164-4a35-8506-347bb225c7db', 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436', 'admin_state_up': True, 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:13.594740 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-5726ca2a-d081-4625-8434-20f7127b825e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Request body: {'port': {'device_id': '69dd79a4-13b6-4962-85c9-ab27f895facb', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'admin_state_up': True, 'tenant_id': '13b4839566df4751bfde1f4975cdcb78'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:13.612354 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0599c597-a9a8-4120-a264-2c48f5a19343 req-9c379bb4-6dd6-4cb3-953f-b61fc326e783 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 210 time: 0.1003437 Jul 20 09:36:13.634105 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.17', 61490) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:13.701643 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.17', 61493) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:13.855841 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9d94beaa-c0ad-46b1-9c78-9b9b56c2e059 req-af21f3e2-a594-4767-9837-93d0b2a58c6b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0737097 Jul 20 09:36:13.859960 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fe375d51-98bf-4ee7-a5bb-b6151450a066 req-32674be6-8f2d-488e-960b-abddd2e2ded7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.1946006 Jul 20 09:36:13.924889 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-5726ca2a-d081-4625-8434-20f7127b825e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Made reservation on behalf of 13b4839566df4751bfde1f4975cdcb78 for: {'port': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:36:13.931013 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-5726ca2a-d081-4625-8434-20f7127b825e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:14.094380 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-fe27d28a-6f8e-4598-8d0a-dd4395ce4360 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:14.096210 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-fe27d28a-6f8e-4598-8d0a-dd4395ce4360 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.17 "GET /v2.0/networks?id=3bc1f444-18bf-42e0-ae56-3a62ba59289b HTTP/1.1" status: 200 len: 817 time: 0.4301004 Jul 20 09:36:14.123747 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:14.174443 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-71a73b83-3edf-4fda-8883-780fcacdd4c3 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e068f9b959004be4ad9c778d9010561a HTTP/1.1" status: 200 len: 380 time: 0.5101874 Jul 20 09:36:14.190277 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:14.211637 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_common [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-5726ca2a-d081-4625-8434-20f7127b825e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Allocated IP 172.20.0.8 (b536439e-ad65-4ab6-9df1-5521403416c7/83806ec1-6633-4d28-addc-e84e4a713eaa/a4b4ceb3-6606-477a-a921-d57e2379731b) {{(pid=104190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:36:14.274732 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-092987f4-c017-4a16-896a-253f943a6e29 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:14.276384 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-092987f4-c017-4a16-896a-253f943a6e29 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.17 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 819 time: 0.5640793 Jul 20 09:36:14.302998 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-9f740e45-0654-4f75-96c4-d58f48e3cdb9 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Made reservation on behalf of f923122fff9b4011a092bb70c4ec6ff3 for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:36:14.316319 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-9f740e45-0654-4f75-96c4-d58f48e3cdb9 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:14.369780 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5a7c34a7-5984-498a-9ddc-f1cca39e7a25 req-62e19ffc-b31f-4c46-ba22-76da8a3f2d13 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0384512 Jul 20 09:36:14.501523 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-5726ca2a-d081-4625-8434-20f7127b825e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:14.545606 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-5726ca2a-d081-4625-8434-20f7127b825e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:14.606595 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-9f740e45-0654-4f75-96c4-d58f48e3cdb9 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Allocated IP 172.20.0.3 (0f39ad03-6f09-42c9-9a01-67bdfcd73436/d77a2204-d0c8-4af9-8389-05ec1246dab8/0199fcb9-1c58-40e7-a6b2-ca968ecb950d) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:36:14.636459 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-5726ca2a-d081-4625-8434-20f7127b825e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Network b536439e-ad65-4ab6-9df1-5521403416c7 is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:36:14.642496 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-5726ca2a-d081-4625-8434-20f7127b825e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:36:14.645278 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726ca2a-d081-4625-8434-20f7127b825e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Pushing event updated for resources: {'Port': ['ID=a4b4ceb3-6606-477a-a921-d57e2379731b,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:14.648321 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-5726ca2a-d081-4625-8434-20f7127b825e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Received port after_create {{(pid=104190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:36:14.656898 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-5726ca2a-d081-4625-8434-20f7127b825e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:14.657848 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-5726ca2a-d081-4625-8434-20f7127b825e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for port (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:14.679197 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-5726ca2a-d081-4625-8434-20f7127b825e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0885360 Jul 20 09:36:14.847060 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8efe1aae-4018-46c3-8c5c-d02dbb3b93e9 req-563e71d5-f164-46ec-ab8c-599f0e5c5c26 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 210 time: 0.0921974 Jul 20 09:36:14.992939 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:15.077746 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-36b03617-abf0-4725-97c1-727be4441999 req-f284f136-1bb2-4f40-9373-67ea6be28e4f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0520096 Jul 20 09:36:15.083759 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a9eae46d-d846-4da2-a956-41feb543d4c9 req-c53cce9c-fde2-44f2-9a99-860b376d6ac7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.0299394 Jul 20 09:36:15.098784 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-9f740e45-0654-4f75-96c4-d58f48e3cdb9 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Publish callbacks [] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:15.106442 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-decbf0ea-8038-4f67-9158-b952c97a04b9 None None] Provisioning complete for port a4b4ceb3-6606-477a-a921-d57e2379731b triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:15.106979 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-decbf0ea-8038-4f67-9158-b952c97a04b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:15.149407 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-9f740e45-0654-4f75-96c4-d58f48e3cdb9 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:15.170572 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-decbf0ea-8038-4f67-9158-b952c97a04b9 None None] Port a4b4ceb3-6606-477a-a921-d57e2379731b cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:36:15.214392 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-9f740e45-0654-4f75-96c4-d58f48e3cdb9 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Network 0f39ad03-6f09-42c9-9a01-67bdfcd73436 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:36:15.219677 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-9f740e45-0654-4f75-96c4-d58f48e3cdb9 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:36:15.226292 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-9f740e45-0654-4f75-96c4-d58f48e3cdb9 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:36:15.231408 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-9f740e45-0654-4f75-96c4-d58f48e3cdb9 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:15.232028 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-9f740e45-0654-4f75-96c4-d58f48e3cdb9 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:15.266878 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f740e45-0654-4f75-96c4-d58f48e3cdb9 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Pushing event updated for resources: {'Port': ['ID=0199fcb9-1c58-40e7-a6b2-ca968ecb950d,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:15.274290 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-9f740e45-0654-4f75-96c4-d58f48e3cdb9 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7170892 Jul 20 09:36:15.490465 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a2fe6d02-66d6-4c83-a5a9-57fd3723868e req-880e4407-c167-48e0-a65b-6012066f9290 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0287752 Jul 20 09:36:15.491304 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-3b15c556-89c5-48ca-bb0d-b4cf6af81ba8 None None] Provisioning complete for port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:15.491703 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3b15c556-89c5-48ca-bb0d-b4cf6af81ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:15.527150 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-3b15c556-89c5-48ca-bb0d-b4cf6af81ba8 None None] Port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:36:15.979266 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050551e-2a14-438c-b669-0d1617912aac req-88a548d3-b79d-42a9-84ec-10f5408c3fd8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:15.980840 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6050551e-2a14-438c-b669-0d1617912aac req-88a548d3-b79d-42a9-84ec-10f5408c3fd8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 931 time: 0.0619512 Jul 20 09:36:16.031573 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6050551e-2a14-438c-b669-0d1617912aac req-8c6d33dd-d662-4e6f-a7f4-c753e9ebadcb tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450459 Jul 20 09:36:16.169270 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-78a7fd62-4b76-43a0-b93d-979a1544b0e7 req-a9a76392-7ad0-4dcd-a8c5-4db8b6abb35f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0290601 Jul 20 09:36:16.205372 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fd344da8-1ead-4445-9404-302dc39f3b9b req-f7601c97-e27f-478a-bd99-553ee5c0ef7b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.0313258 Jul 20 09:36:16.541422 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:16.605106 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d761bd0f-80f6-4bcb-8f35-6abb8971cb38 req-1b7dabef-c98c-44e2-9356-d1ddfdaa2391 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0313342 Jul 20 09:36:17.150883 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a049f4e-8e77-40c3-89b4-4b96f037f417 req-7fb3a587-d4d2-400d-b405-d3b255914e2d tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:17.152596 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7a049f4e-8e77-40c3-89b4-4b96f037f417 req-7fb3a587-d4d2-400d-b405-d3b255914e2d tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 931 time: 0.0493164 Jul 20 09:36:17.209092 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7a049f4e-8e77-40c3-89b4-4b96f037f417 req-97e0f35a-230a-4b3f-945b-64d60fb1a5b1 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500877 Jul 20 09:36:17.288550 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-782632d8-3e21-42f5-9421-54ba23edc9d2 req-e119476b-4932-41be-8dd1-11934fe39643 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0436833 Jul 20 09:36:17.345667 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cfaad8ba-0455-48cb-8fea-89158e2b3733 req-0caef28c-fc0a-41ec-a9b6-ac0290d43fc1 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.0306828 Jul 20 09:36:17.580068 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:36:17.774290 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-803a3196-dd19-4c13-95e4-3b2d48d17fc9 req-35d7685b-86a9-4f10-aa60-a59cc2969ca7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0633094 Jul 20 09:36:17.787249 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 47202) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:17.898259 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6c64bc6e-511e-49f7-ab58-91dc2a5bfc7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:17.944553 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:17.990965 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6c64bc6e-511e-49f7-ab58-91dc2a5bfc7e admin admin] Publish callbacks [] for security_group (b946a4a1-5a0d-400f-be55-995709014ba7), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:17.995911 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6c64bc6e-511e-49f7-ab58-91dc2a5bfc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (b946a4a1-5a0d-400f-be55-995709014ba7), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:18.036251 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-6c64bc6e-511e-49f7-ab58-91dc2a5bfc7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47d7c3eaea1f436a896b1a89f990a10e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476466 Jul 20 09:36:18.039666 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 47208) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:18.056098 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64bc6e-511e-49f7-ab58-91dc2a5bfc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b946a4a1-5a0d-400f-be55-995709014ba7,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:18.095309 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-98d8a863-88a6-4f27-8814-57bd7b7ffbe4 admin admin] Publish callbacks [] for security_group (b946a4a1-5a0d-400f-be55-995709014ba7), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:18.119358 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-98d8a863-88a6-4f27-8814-57bd7b7ffbe4 admin admin] Publish callbacks [] for security_group (b946a4a1-5a0d-400f-be55-995709014ba7), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:18.170547 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-98d8a863-88a6-4f27-8814-57bd7b7ffbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (b946a4a1-5a0d-400f-be55-995709014ba7), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:18.173296 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-98d8a863-88a6-4f27-8814-57bd7b7ffbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:18.174462 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-98d8a863-88a6-4f27-8814-57bd7b7ffbe4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b946a4a1-5a0d-400f-be55-995709014ba7 HTTP/1.1" status: 204 len: 168 time: 0.1336932 Jul 20 09:36:18.185641 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8a863-88a6-4f27-8814-57bd7b7ffbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b946a4a1-5a0d-400f-be55-995709014ba7,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:18.354123 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a112b82-ff3f-4a6f-afcd-2c7fdb051717 req-b387d9b1-32b4-491e-82df-7e69411a62ed tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:18.361276 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5a112b82-ff3f-4a6f-afcd-2c7fdb051717 req-b387d9b1-32b4-491e-82df-7e69411a62ed tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 931 time: 0.0761249 Jul 20 09:36:18.429144 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5a112b82-ff3f-4a6f-afcd-2c7fdb051717 req-6065c235-05bc-495b-a751-11d4d0738518 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668385 Jul 20 09:36:18.448627 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4dc23220-d0ce-4afd-9a2d-c81b99df2979 req-de7eaabb-7b32-4ebf-8d6b-c8884dbac6ee tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0560663 Jul 20 09:36:18.510397 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:18.532451 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4d8051ed-2865-489e-9746-23fa071d9311 req-1413fa0e-9f9a-4642-93a3-85d6e276c96b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.0325387 Jul 20 09:36:18.606382 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 47220) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:18.620401 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-48006b6c-a1d4-49f2-addf-4ada3370d541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:18.700367 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-48006b6c-a1d4-49f2-addf-4ada3370d541 admin admin] Publish callbacks [] for security_group (012b76f4-3f7b-4eaf-9df9-754f0fe018c2), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:18.704251 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-48006b6c-a1d4-49f2-addf-4ada3370d541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (012b76f4-3f7b-4eaf-9df9-754f0fe018c2), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:18.707739 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:18.751121 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-48006b6c-a1d4-49f2-addf-4ada3370d541 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c433c82f5f3403ab1541c14a17a354c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436493 Jul 20 09:36:18.752211 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48006b6c-a1d4-49f2-addf-4ada3370d541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012b76f4-3f7b-4eaf-9df9-754f0fe018c2,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:18.753838 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 47226) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:18.836164 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-24749e93-dd76-4814-a8f6-bd91cfda3d01 admin admin] Publish callbacks [] for security_group (012b76f4-3f7b-4eaf-9df9-754f0fe018c2), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:18.860806 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-24749e93-dd76-4814-a8f6-bd91cfda3d01 admin admin] Publish callbacks [] for security_group (012b76f4-3f7b-4eaf-9df9-754f0fe018c2), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:18.885523 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7eb9e24a-a53f-4981-bd3a-9a14411c168f req-e453e933-cdba-4608-83d2-ae207bb5aee5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0297287 Jul 20 09:36:18.918454 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-24749e93-dd76-4814-a8f6-bd91cfda3d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (012b76f4-3f7b-4eaf-9df9-754f0fe018c2), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:18.921763 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-24749e93-dd76-4814-a8f6-bd91cfda3d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:18.925665 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-24749e93-dd76-4814-a8f6-bd91cfda3d01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/012b76f4-3f7b-4eaf-9df9-754f0fe018c2 HTTP/1.1" status: 204 len: 168 time: 0.1683016 Jul 20 09:36:18.933763 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24749e93-dd76-4814-a8f6-bd91cfda3d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012b76f4-3f7b-4eaf-9df9-754f0fe018c2,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:19.592600 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d761a539-0c4c-46c7-9244-5c2fbf68e624 req-784064c3-a37e-4ab2-82c8-cdf092270b5e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0525651 Jul 20 09:36:19.629249 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cc10d-f6ab-4f15-8991-a071cde9b405 req-8972686e-0b77-49dc-899a-29ff3cf1a6f0 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:19.637718 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-265cc10d-f6ab-4f15-8991-a071cde9b405 req-8972686e-0b77-49dc-899a-29ff3cf1a6f0 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 931 time: 0.0845430 Jul 20 09:36:19.697215 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-61448fbe-f3d1-4fd0-8acf-ccc901e619de req-a8f0dd0b-d8c5-4d01-83ac-9dd0066e8afc tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.0406566 Jul 20 09:36:19.712647 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-265cc10d-f6ab-4f15-8991-a071cde9b405 req-1f63bc32-0f40-46d5-a2df-4619501b25d8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734375 Jul 20 09:36:19.904112 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:20.007618 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b51af53a-e8b7-4691-a7bf-25c1091fbc60 req-c37c9514-f080-4b8d-9caf-e587146f049a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0316286 Jul 20 09:36:20.706040 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2163a489-831b-49a9-abd5-0e1072e6ffdf req-9897c815-371a-446b-b7af-44381796369f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0378077 Jul 20 09:36:20.863811 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c24659-5f5c-49dc-bea6-399bb0988b21 req-621ae054-64d7-4848-ac5c-a1be48a3eca1 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:20.866728 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f0c24659-5f5c-49dc-bea6-399bb0988b21 req-621ae054-64d7-4848-ac5c-a1be48a3eca1 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 931 time: 0.0747547 Jul 20 09:36:20.989013 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f0c24659-5f5c-49dc-bea6-399bb0988b21 req-b912e9e2-0db0-46fc-94d3-db2cde9b1df4 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156685 Jul 20 09:36:21.150362 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b9d417f7-4f2e-4abc-b035-fd7198f47c72 req-a485b5b2-f84b-4998-bfab-7c12440cc855 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.3592806 Jul 20 09:36:21.195897 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a254740b-6c79-4a4c-b47c-8e8a7588cb45 req-1f318669-9a07-46f9-9274-888e2cfeee5d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0584712 Jul 20 09:36:21.293783 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 47328) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:21.503026 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-26e48ce8-1d7b-4532-b968-09bb551bd3d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:21.617446 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-26e48ce8-1d7b-4532-b968-09bb551bd3d2 admin admin] Publish callbacks [] for security_group (22f78665-9be7-49a5-8eae-40286891f41d), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:21.626408 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-26e48ce8-1d7b-4532-b968-09bb551bd3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (22f78665-9be7-49a5-8eae-40286891f41d), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:21.669369 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e48ce8-1d7b-4532-b968-09bb551bd3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f78665-9be7-49a5-8eae-40286891f41d,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:21.676907 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 47354) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:21.684683 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-26e48ce8-1d7b-4532-b968-09bb551bd3d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf5e4976e9e14c7b8c91241c5cf05f00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3882201 Jul 20 09:36:21.747071 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-64592389-df39-453e-919c-84cec502bdf6 admin admin] Publish callbacks [] for security_group (22f78665-9be7-49a5-8eae-40286891f41d), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:21.774100 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-64592389-df39-453e-919c-84cec502bdf6 admin admin] Publish callbacks [] for security_group (22f78665-9be7-49a5-8eae-40286891f41d), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:21.857515 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-64592389-df39-453e-919c-84cec502bdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (22f78665-9be7-49a5-8eae-40286891f41d), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:21.860329 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-64592389-df39-453e-919c-84cec502bdf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:21.864108 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-64592389-df39-453e-919c-84cec502bdf6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22f78665-9be7-49a5-8eae-40286891f41d HTTP/1.1" status: 204 len: 168 time: 0.1834772 Jul 20 09:36:21.886081 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:21.899665 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b4d19264-21ab-4d96-98de-aaec727b68a2 req-46cb79f1-e5fd-4f3b-a537-b72c40208429 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0487027 Jul 20 09:36:21.906746 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64592389-df39-453e-919c-84cec502bdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f78665-9be7-49a5-8eae-40286891f41d,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:22.128359 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153324a3-92b8-42f9-b445-10bf25038bf9 req-3eaef96d-b7e2-4bb5-9cac-71c147e1c43b tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:22.129985 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-153324a3-92b8-42f9-b445-10bf25038bf9 req-3eaef96d-b7e2-4bb5-9cac-71c147e1c43b tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 931 time: 0.0479486 Jul 20 09:36:22.200605 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-153324a3-92b8-42f9-b445-10bf25038bf9 req-13c08f00-fa6c-43df-8d57-fc676c6f4082 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578980 Jul 20 09:36:22.243979 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 47372) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:22.261748 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0b10dde7-503b-44f0-aa22-f4e588df2336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:22.304703 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b7f0bba2-a54e-40f8-8ffc-0fd01812d81b req-f82dbb86-2bf6-452f-b8d5-7ac3b35f7579 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.0390537 Jul 20 09:36:22.341739 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9e91170f-662c-4bd2-b1d3-e8c5e0667a3e req-9ec09220-c8fe-40eb-bd4c-3ce6027e1c27 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0502074 Jul 20 09:36:22.398189 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0b10dde7-503b-44f0-aa22-f4e588df2336 admin admin] Publish callbacks [] for security_group (6c754ea2-8725-4b42-b05e-54bed97213c8), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:22.402180 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0b10dde7-503b-44f0-aa22-f4e588df2336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (6c754ea2-8725-4b42-b05e-54bed97213c8), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:22.472201 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-0b10dde7-503b-44f0-aa22-f4e588df2336 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6bbaef6a65a4411aa0e136cfc4b6663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271044 Jul 20 09:36:22.473261 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10dde7-503b-44f0-aa22-f4e588df2336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c754ea2-8725-4b42-b05e-54bed97213c8,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:22.475138 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 47376) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:22.487556 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:22.539276 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c237aa59-0e2a-464c-b617-3d2eb05776ef admin admin] Publish callbacks [] for security_group (6c754ea2-8725-4b42-b05e-54bed97213c8), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:22.561790 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c237aa59-0e2a-464c-b617-3d2eb05776ef admin admin] Publish callbacks [] for security_group (6c754ea2-8725-4b42-b05e-54bed97213c8), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:22.568837 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:22.629471 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c237aa59-0e2a-464c-b617-3d2eb05776ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (6c754ea2-8725-4b42-b05e-54bed97213c8), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:22.632339 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c237aa59-0e2a-464c-b617-3d2eb05776ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:22.635967 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-c237aa59-0e2a-464c-b617-3d2eb05776ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c754ea2-8725-4b42-b05e-54bed97213c8 HTTP/1.1" status: 204 len: 168 time: 0.1573224 Jul 20 09:36:22.646034 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237aa59-0e2a-464c-b617-3d2eb05776ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c754ea2-8725-4b42-b05e-54bed97213c8,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:23.023756 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1f75ae3c-d609-4ded-8310-dd14d3429f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:23.026331 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e96b8d8c-b561-4138-a9e7-d4d5109ddcf9 req-d351b18a-3e04-477f-b58b-b52b93824f7e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0527163 Jul 20 09:36:23.405183 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc82c76-3eed-4bb0-83f4-84989bd0e2a5 req-37f820bb-929f-4a5e-91f3-6467bff8d4b1 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:23.406738 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3dc82c76-3eed-4bb0-83f4-84989bd0e2a5 req-37f820bb-929f-4a5e-91f3-6467bff8d4b1 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 931 time: 0.0834329 Jul 20 09:36:23.455491 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-94aa326f-8e58-48db-9380-0887b0465a9d req-719319b0-0231-4ef8-a3d4-14d5d637cac0 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.0514975 Jul 20 09:36:23.504683 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3dc82c76-3eed-4bb0-83f4-84989bd0e2a5 req-a5057a39-a151-406d-b488-614b4d85fc62 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904355 Jul 20 09:36:23.578758 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 47412) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:23.591994 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4a5f39cb-1844-477e-93a4-8d374a26a72e req-a1cc67ee-8b8b-48ac-9ece-4a7017635587 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0375652 Jul 20 09:36:23.755634 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-842296142-network', 'tenant_id': '298d7611d92a47fd94dd66c8ff10a7f3'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:23.778323 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] Made reservation on behalf of 298d7611d92a47fd94dd66c8ff10a7f3 for: {'network': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:36:23.780850 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:23.792432 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:23.889993 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] Publish callbacks [] for security_group (f9836d1e-fb42-4949-b577-02ca96b1a500), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:23.893444 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (f9836d1e-fb42-4949-b577-02ca96b1a500), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:23.934672 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=104189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:36:23.951636 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9836d1e-fb42-4949-b577-02ca96b1a500,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:23.956477 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (4e2dc316-a503-49de-b016-7d2af5d7d9fa), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:23.956770 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.segments_db [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] Added segment 4e2dc316-a503-49de-b016-7d2af5d7d9fa of type vlan for network 62d7b8d9-8d7e-4751-b1cf-35e38e741657 Jul 20 09:36:24.001695 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (62d7b8d9-8d7e-4751-b1cf-35e38e741657), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:24.032757 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (62d7b8d9-8d7e-4751-b1cf-35e38e741657), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:24.034402 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:24.035624 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:24.137494 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] Pushing event updated for resources: {'Network': ['ID=62d7b8d9-8d7e-4751-b1cf-35e38e741657,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:24.189880 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bf6f2453-5bec-4c08-a861-6f15cfe2da71 req-d2c35b21-e7e6-444c-884f-b5430c2ea338 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0496895 Jul 20 09:36:24.196963 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network 62d7b8d9-8d7e-4751-b1cf-35e38e741657 details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:36:24.212784 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-f30fb3cb-da32-447e-bf4b-807bc6a9b7e6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6304636 Jul 20 09:36:24.219049 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 47434) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:24.231482 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-2017afab-5702-4210-aa49-1630bde191b5 admin admin] Request body: {'subnet': {'network_id': '62d7b8d9-8d7e-4751-b1cf-35e38e741657', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-842296142-subnet', 'tenant_id': '298d7611d92a47fd94dd66c8ff10a7f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:24.285716 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2017afab-5702-4210-aa49-1630bde191b5 admin admin] Made reservation on behalf of 298d7611d92a47fd94dd66c8ff10a7f3 for: {'subnet': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:36:24.290212 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-2017afab-5702-4210-aa49-1630bde191b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:24.484165 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 47442) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:24.581860 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:24.629808 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-2017afab-5702-4210-aa49-1630bde191b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for subnet (72f6ac29-cb53-49e9-9f90-a00bd8bce569), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:24.656157 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d1cc-f56e-4d20-ab78-f8f2f5e9a853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:24.715647 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:24.741627 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017afab-5702-4210-aa49-1630bde191b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f6ac29-cb53-49e9-9f90-a00bd8bce569,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:24.770842 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d1cc-f56e-4d20-ab78-f8f2f5e9a853 admin admin] Publish callbacks [] for security_group (91f96c0b-2f6c-4d68-a272-dc09e0eceefc), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:24.782826 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d1cc-f56e-4d20-ab78-f8f2f5e9a853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (91f96c0b-2f6c-4d68-a272-dc09e0eceefc), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:24.805213 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2017afab-5702-4210-aa49-1630bde191b5 admin admin] Checking segment: {'id': '4e2dc316-a503-49de-b016-7d2af5d7d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62d7b8d9-8d7e-4751-b1cf-35e38e741657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:36:24.805577 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2017afab-5702-4210-aa49-1630bde191b5 admin admin] Network hostable DHCP agents. Network: 62d7b8d9-8d7e-4751-b1cf-35e38e741657, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:36:24.829026 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-3ce2d1cc-f56e-4d20-ab78-f8f2f5e9a853 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a1c6df9d99c45ad8f6a98d9385a075f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416123 Jul 20 09:36:24.831547 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294c4f0-653d-456a-adee-fda502345892 req-087942b3-e306-4730-a5ed-7a11786a1784 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:24.833702 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 47464) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:24.837357 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d09f657c-4676-4683-8e3b-1f1d2ad82e59 req-3adff778-dee0-487a-8951-8f7f3903f7fe tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.1663494 Jul 20 09:36:24.840064 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3294c4f0-653d-456a-adee-fda502345892 req-087942b3-e306-4730-a5ed-7a11786a1784 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 931 time: 0.1144054 Jul 20 09:36:24.910518 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3294c4f0-653d-456a-adee-fda502345892 req-ec1aebf2-8ce3-404a-b8b2-d4611222e67a tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694759 Jul 20 09:36:24.912352 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2017afab-5702-4210-aa49-1630bde191b5 admin admin] Network 62d7b8d9-8d7e-4751-b1cf-35e38e741657 is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:36:24.914774 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f78f4590-a65b-401e-a9e3-4511deb1ac3f admin admin] Publish callbacks [] for security_group (91f96c0b-2f6c-4d68-a272-dc09e0eceefc), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:24.926953 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-2017afab-5702-4210-aa49-1630bde191b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, 62d7b8d9-8d7e-4751-b1cf-35e38e741657) {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:36:24.938518 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b582183c-8a7f-4072-beda-25e546811f27 None None] Network 62d7b8d9-8d7e-4751-b1cf-35e38e741657 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:36:24.946770 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f78f4590-a65b-401e-a9e3-4511deb1ac3f admin admin] Publish callbacks [] for security_group (91f96c0b-2f6c-4d68-a272-dc09e0eceefc), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:24.956653 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017afab-5702-4210-aa49-1630bde191b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:24.957458 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-2017afab-5702-4210-aa49-1630bde191b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:24.974611 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2d1cc-f56e-4d20-ab78-f8f2f5e9a853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f96c0b-2f6c-4d68-a272-dc09e0eceefc,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:24.994085 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-2017afab-5702-4210-aa49-1630bde191b5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7736111 Jul 20 09:36:25.055967 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-552a5ac4-a728-4105-b6c3-a8a8512ae41b req-e560469b-4bf2-409e-967d-7fb3235be0c9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0829041 Jul 20 09:36:25.069979 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f78f4590-a65b-401e-a9e3-4511deb1ac3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (91f96c0b-2f6c-4d68-a272-dc09e0eceefc), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:25.073237 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f78f4590-a65b-401e-a9e3-4511deb1ac3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:25.079261 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-f78f4590-a65b-401e-a9e3-4511deb1ac3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91f96c0b-2f6c-4d68-a272-dc09e0eceefc HTTP/1.1" status: 204 len: 168 time: 0.2438946 Jul 20 09:36:25.105239 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f4590-a65b-401e-a9e3-4511deb1ac3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f96c0b-2f6c-4d68-a272-dc09e0eceefc,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:25.167071 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf065752-9e2d-4d09-9fff-d2a54dece1b8 None None] Network 62d7b8d9-8d7e-4751-b1cf-35e38e741657 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:36:25.288890 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d9f4eeaa-6eb2-4cec-adf5-7b3ac8eb4137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:25.347764 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-018e8732-5810-4297-ae45-852183aad125 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104190) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:36:25.350452 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-a6dcccd7-71c5-4e3d-b0d1-d36eaafb746e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Request body: {'port': {'device_id': '09550419-8417-4448-af4b-10d9534548a4', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'admin_state_up': True, 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'security_groups': ['0cbc382c-1eec-4fea-bcf1-350be9bd1102']}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:25.351662 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-018e8732-5810-4297-ae45-852183aad125 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0153470 Jul 20 09:36:25.413609 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-7fbebc3f-8f6d-4a43-b265-3f10811b117c tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:36:25.414612 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-7fbebc3f-8f6d-4a43-b265-3f10811b117c tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059080 Jul 20 09:36:25.480021 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-3ac924fb-e8fa-413f-985a-3ac2fe93957d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Request body: {'port': {'device_id': '29ab6169-0ddb-45df-a77d-e9ab309261b1', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'admin_state_up': True, 'tenant_id': '13b4839566df4751bfde1f4975cdcb78'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:25.571052 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fb554f33-591b-4fb7-90ae-35593a59d363 req-281e9fe0-7968-4b45-af7d-bb77e833259b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0955770 Jul 20 09:36:25.613591 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 47502) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:25.641427 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-11925d35-0515-41e8-9027-05f2ad1a4fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:25.683406 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:25.686423 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-502f5eb7-12f6-4852-b0eb-b39b6aec82c8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07eb1473648d490b90a1e7debc45d57d HTTP/1.1" status: 200 len: 380 time: 0.3517761 Jul 20 09:36:25.708501 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-f484bac8-a2d7-4153-b212-a3019015106a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Request body: {'port': {'device_id': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'admin_state_up': True, 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'security_groups': ['78c2f4ee-865a-4abf-a4df-0bb8281a8455']}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:25.767493 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:25.778990 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-a6dcccd7-71c5-4e3d-b0d1-d36eaafb746e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Made reservation on behalf of e068f9b959004be4ad9c778d9010561a for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:36:25.782044 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-a6dcccd7-71c5-4e3d-b0d1-d36eaafb746e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:25.791897 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-11925d35-0515-41e8-9027-05f2ad1a4fbb admin admin] Publish callbacks [] for security_group (529c2b17-9666-49e6-a8a5-f976592c1bec), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:25.797205 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-11925d35-0515-41e8-9027-05f2ad1a4fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (529c2b17-9666-49e6-a8a5-f976592c1bec), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:25.862998 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-11925d35-0515-41e8-9027-05f2ad1a4fbb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d252ff3a92d485b9c01700bcc58d021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466373 Jul 20 09:36:25.864113 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11925d35-0515-41e8-9027-05f2ad1a4fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529c2b17-9666-49e6-a8a5-f976592c1bec,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:25.868651 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 47510) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:25.911770 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Request body: {'port': {'device_id': '83c84549-5164-4a35-8506-347bb225c7db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:25.922522 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Request body: {'port': {'device_id': '69dd79a4-13b6-4962-85c9-ab27f895facb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:25.957586 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-3ac924fb-e8fa-413f-985a-3ac2fe93957d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Made reservation on behalf of 13b4839566df4751bfde1f4975cdcb78 for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:36:25.961801 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-3ac924fb-e8fa-413f-985a-3ac2fe93957d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:26.003690 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4d495dbf-5bd6-40dd-9940-9081ed063b83 req-bf912ddb-0394-4ddf-b24e-e3c08444d03e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.0456233 Jul 20 09:36:26.010831 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-99514583-5710-49dc-9b00-852b01e3bf2e admin admin] Publish callbacks [] for security_group (529c2b17-9666-49e6-a8a5-f976592c1bec), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:26.065621 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-99514583-5710-49dc-9b00-852b01e3bf2e admin admin] Publish callbacks [] for security_group (529c2b17-9666-49e6-a8a5-f976592c1bec), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:26.075997 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:26.076703 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:26.231053 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:26.257229 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:26.284969 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:26.293285 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-f484bac8-a2d7-4153-b212-a3019015106a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Made reservation on behalf of 07eb1473648d490b90a1e7debc45d57d for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:36:26.296947 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-f484bac8-a2d7-4153-b212-a3019015106a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:26.299375 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7d22baa9-702e-4829-beb6-15dfa77666d2 req-f7f8473a-782d-4105-92c9-44050b407f23 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0636799 Jul 20 09:36:26.306873 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec71a6e-d0d0-4984-885c-4753aa1dc315 req-4117f4b7-119e-40ba-9dfd-4228dbae9bed tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:26.307682 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-99514583-5710-49dc-9b00-852b01e3bf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (529c2b17-9666-49e6-a8a5-f976592c1bec), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:26.308671 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1ec71a6e-d0d0-4984-885c-4753aa1dc315 req-4117f4b7-119e-40ba-9dfd-4228dbae9bed tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 931 time: 0.2709253 Jul 20 09:36:26.310167 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-99514583-5710-49dc-9b00-852b01e3bf2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:26.313553 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-99514583-5710-49dc-9b00-852b01e3bf2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/529c2b17-9666-49e6-a8a5-f976592c1bec HTTP/1.1" status: 204 len: 168 time: 0.4415500 Jul 20 09:36:26.358689 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99514583-5710-49dc-9b00-852b01e3bf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529c2b17-9666-49e6-a8a5-f976592c1bec,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:26.529078 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.notifiers.nova [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0199fcb9-1c58-40e7-a6b2-ca968ecb950d {{(pid=104190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:36:26.541808 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Publish callbacks [] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:26.575545 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.provisioning_blocks [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Transition to ACTIVE for port object 0199fcb9-1c58-40e7-a6b2-ca968ecb950d will not be triggered until provisioned by entity L2. {{(pid=104190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:36:26.586215 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:26.653208 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Pushing event updated for resources: {'Port': ['ID=0199fcb9-1c58-40e7-a6b2-ca968ecb950d,revision_number=2']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:26.708030 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-a6dcccd7-71c5-4e3d-b0d1-d36eaafb746e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Allocated IP 172.20.0.9 (36a1bf85-9a28-4e91-952b-126a8641e41e/953429d7-68e9-4e81-910d-8286b5c47ba5/77eb85d9-70f1-486d-aade-4ad658042670) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:36:26.785880 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.managers [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Attempting to bind port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:36:26.786235 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.managers [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Attempting to bind port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'ddd0a6b5-29fb-434d-acd9-5d4cb41113c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436'}] {{(pid=104190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:36:26.786621 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Attempting to bind port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d on network 0f39ad03-6f09-42c9-9a01-67bdfcd73436 {{(pid=104190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:36:26.800844 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f6883504-b9c3-41fb-85b1-20e033bbadd0 req-8ce8d26e-ceb1-47cf-acfd-f038139a0475 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0709915 Jul 20 09:36:26.807259 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d on network 0f39ad03-6f09-42c9-9a01-67bdfcd73436 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:36:26.808555 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Attempting to bind port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d on network 0f39ad03-6f09-42c9-9a01-67bdfcd73436 {{(pid=104190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:36:26.815050 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:36:26.815548 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Checking segment: {'id': 'ddd0a6b5-29fb-434d-acd9-5d4cb41113c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:36:26.816105 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Bound using segment: {'id': 'ddd0a6b5-29fb-434d-acd9-5d4cb41113c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436'} {{(pid=104190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:36:26.816526 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.managers [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Bound port: 0199fcb9-1c58-40e7-a6b2-ca968ecb950d, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd0a6b5-29fb-434d-acd9-5d4cb41113c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436'}}] {{(pid=104190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:36:26.817103 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:26.865470 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-3ac924fb-e8fa-413f-985a-3ac2fe93957d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Allocated IP 172.20.0.13 (b536439e-ad65-4ab6-9df1-5521403416c7/83806ec1-6633-4d28-addc-e84e4a713eaa/d3d9760d-e62d-4793-afa5-a0990048268c) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:36:26.902843 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1ec71a6e-d0d0-4984-885c-4753aa1dc315 req-b4dd3c8c-e766-4534-99f7-750831481717 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733404 Jul 20 09:36:26.916032 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:26.924650 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] For port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d, host hv-cinder-82282, cleared binding levels {{(pid=104190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:36:26.943985 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 47546) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:26.962501 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] For port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0199fcb9-1c58-40e7-a6b2-ca968ecb950d,segment=NetworkSegment(ddd0a6b5-29fb-434d-acd9-5d4cb41113c7),segment_id=ddd0a6b5-29fb-434d-acd9-5d4cb41113c7)] {{(pid=104190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:36:26.972544 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-cb966d7c-0092-4fe9-a3c1-8fbfe0d44100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:26.983422 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.025776 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:27.026389 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for port (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.027844 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] 10.222.0.17 "PUT /v2.0/ports/0199fcb9-1c58-40e7-a6b2-ca968ecb950d HTTP/1.1" status: 200 len: 1093 time: 1.2163401 Jul 20 09:36:27.031451 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:27.032589 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c84549-5164-4a35-8506-347bb225c7db', 'tag': '0199fcb9-1c58-40e7-a6b2-ca968ecb950d'}] {{(pid=104190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:36:27.110291 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:INSERT=8 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:27.127133 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-f484bac8-a2d7-4153-b212-a3019015106a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Allocated IP 172.20.0.8 (3bc1f444-18bf-42e0-ae56-3a62ba59289b/c68da9fc-5cd8-47bc-92d3-c39a5383e60d/45838986-91b0-43b0-82e9-e712321d1783) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:36:27.173107 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0b3216f8-108b-4c65-943c-4c46f7ddfa76 req-e715cd66-fa23-4086-b959-67e80b7fed31 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 210 time: 0.0636964 Jul 20 09:36:27.191243 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f9c7e-152c-49fd-a4bb-19c2b1961d93 service neutron] Pushing event updated for resources: {'Port': ['ID=0199fcb9-1c58-40e7-a6b2-ca968ecb950d,revision_number=3']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:27.245155 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-cb966d7c-0092-4fe9-a3c1-8fbfe0d44100 admin admin] Publish callbacks [] for security_group (14212fa6-4213-4614-9189-13668279ea2b), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.249739 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-cb966d7c-0092-4fe9-a3c1-8fbfe0d44100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (14212fa6-4213-4614-9189-13668279ea2b), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.292556 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f162af37f3659de9440c7e430c3edd450bd963b23e10d3d3f066ed0a9258c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f1bff7-6289-4e03-a1fa-ccd5fcd3a686" -d '{"events": [{"name": "network-changed", "server_uuid": "83c84549-5164-4a35-8506-347bb225c7db", "tag": "0199fcb9-1c58-40e7-a6b2-ca968ecb950d"}]}' {{(pid=104190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:36:27.297586 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-a6dcccd7-71c5-4e3d-b0d1-d36eaafb746e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for port (77eb85d9-70f1-486d-aade-4ad658042670), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.309925 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-cb966d7c-0092-4fe9-a3c1-8fbfe0d44100 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab1c6963496e418d944851022c64d904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646927 Jul 20 09:36:27.318454 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb966d7c-0092-4fe9-a3c1-8fbfe0d44100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14212fa6-4213-4614-9189-13668279ea2b,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:27.320108 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 47560) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:27.429403 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-3ac924fb-e8fa-413f-985a-3ac2fe93957d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for port (d3d9760d-e62d-4793-afa5-a0990048268c), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.430973 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a5d1a368-b886-4848-b701-861d550972a7 req-2282e1d0-424f-429c-b7ba-857f902df892 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0327399 Jul 20 09:36:27.475003 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-a6dcccd7-71c5-4e3d-b0d1-d36eaafb746e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (77eb85d9-70f1-486d-aade-4ad658042670), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.479499 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b78903e-fb45-4425-b5bb-88c735369e01 x-openstack-request-id: req-4b78903e-fb45-4425-b5bb-88c735369e01 {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:36:27.479819 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c84549-5164-4a35-8506-347bb225c7db", "tag": "0199fcb9-1c58-40e7-a6b2-ca968ecb950d", "status": "completed", "code": 200}]} {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:36:27.480073 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b78903e-fb45-4425-b5bb-88c735369e01 {{(pid=104190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:36:27.480545 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b78903e-fb45-4425-b5bb-88c735369e01'] response: {'name': 'network-changed', 'server_uuid': '83c84549-5164-4a35-8506-347bb225c7db', 'tag': '0199fcb9-1c58-40e7-a6b2-ca968ecb950d', 'status': 'completed', 'code': 200} Jul 20 09:36:27.499822 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:UPDATE=7,neutron:SELECT=87,neutron:INSERT=6 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:27.539162 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f1e39ee9-3e09-486a-9778-c917e3d14374 admin admin] Publish callbacks [] for security_group (14212fa6-4213-4614-9189-13668279ea2b), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.565482 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-f484bac8-a2d7-4153-b212-a3019015106a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for port (45838986-91b0-43b0-82e9-e712321d1783), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.580459 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:27.599980 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-a6dcccd7-71c5-4e3d-b0d1-d36eaafb746e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Network 36a1bf85-9a28-4e91-952b-126a8641e41e is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:36:27.606009 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f1e39ee9-3e09-486a-9778-c917e3d14374 admin admin] Publish callbacks [] for security_group (14212fa6-4213-4614-9189-13668279ea2b), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.628497 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-3ac924fb-e8fa-413f-985a-3ac2fe93957d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (d3d9760d-e62d-4793-afa5-a0990048268c), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.630967 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-a6dcccd7-71c5-4e3d-b0d1-d36eaafb746e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:36:27.639335 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcccd7-71c5-4e3d-b0d1-d36eaafb746e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event updated for resources: {'Port': ['ID=77eb85d9-70f1-486d-aade-4ad658042670,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:27.648151 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-a6dcccd7-71c5-4e3d-b0d1-d36eaafb746e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:36:27.653266 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-a6dcccd7-71c5-4e3d-b0d1-d36eaafb746e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:27.653880 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-a6dcccd7-71c5-4e3d-b0d1-d36eaafb746e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.673115 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:27.747780 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.776640 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-a6dcccd7-71c5-4e3d-b0d1-d36eaafb746e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4368598 Jul 20 09:36:27.780149 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-3ac924fb-e8fa-413f-985a-3ac2fe93957d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Network b536439e-ad65-4ab6-9df1-5521403416c7 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:36:27.794083 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-3ac924fb-e8fa-413f-985a-3ac2fe93957d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:36:27.806157 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-3ac924fb-e8fa-413f-985a-3ac2fe93957d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:36:27.811269 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-3ac924fb-e8fa-413f-985a-3ac2fe93957d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:27.811897 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-3ac924fb-e8fa-413f-985a-3ac2fe93957d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.824087 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac924fb-e8fa-413f-985a-3ac2fe93957d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Pushing event updated for resources: {'Port': ['ID=d3d9760d-e62d-4793-afa5-a0990048268c,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:27.839062 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-f484bac8-a2d7-4153-b212-a3019015106a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (45838986-91b0-43b0-82e9-e712321d1783), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.865162 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-3ac924fb-e8fa-413f-985a-3ac2fe93957d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4575303 Jul 20 09:36:27.897801 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f1e39ee9-3e09-486a-9778-c917e3d14374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (14212fa6-4213-4614-9189-13668279ea2b), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.900492 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f1e39ee9-3e09-486a-9778-c917e3d14374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.903916 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-f1e39ee9-3e09-486a-9778-c917e3d14374 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14212fa6-4213-4614-9189-13668279ea2b HTTP/1.1" status: 204 len: 168 time: 0.5769897 Jul 20 09:36:27.929562 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-f484bac8-a2d7-4153-b212-a3019015106a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Network 3bc1f444-18bf-42e0-ae56-3a62ba59289b is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:36:27.941659 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-81b21314-94d1-41cc-9f84-a98e1a0f6fa7 None None] Provisioning complete for port 77eb85d9-70f1-486d-aade-4ad658042670 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:27.943845 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-81b21314-94d1-41cc-9f84-a98e1a0f6fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (77eb85d9-70f1-486d-aade-4ad658042670), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.945176 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e39ee9-3e09-486a-9778-c917e3d14374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14212fa6-4213-4614-9189-13668279ea2b,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:27.960701 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-f484bac8-a2d7-4153-b212-a3019015106a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:36:27.964010 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-f484bac8-a2d7-4153-b212-a3019015106a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:36:27.970416 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-f484bac8-a2d7-4153-b212-a3019015106a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:27.971378 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-f484bac8-a2d7-4153-b212-a3019015106a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:27.992127 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484bac8-a2d7-4153-b212-a3019015106a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event updated for resources: {'Port': ['ID=45838986-91b0-43b0-82e9-e712321d1783,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:27.993683 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c27a-74f6-4ea8-b1f3-2b52135998f4 req-e165fba3-f2d6-4bfc-a6e3-6b476cf462a1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:28.003342 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-f484bac8-a2d7-4153-b212-a3019015106a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3071465 Jul 20 09:36:28.004507 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3520c27a-74f6-4ea8-b1f3-2b52135998f4 req-e165fba3-f2d6-4bfc-a6e3-6b476cf462a1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 932 time: 0.1006768 Jul 20 09:36:28.056917 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b4ceb3-6606-477a-a921-d57e2379731b {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:36:28.059996 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-81b21314-94d1-41cc-9f84-a98e1a0f6fa7 None None] Port 77eb85d9-70f1-486d-aade-4ad658042670 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:36:28.091115 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Publish callbacks [] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:28.111354 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3520c27a-74f6-4ea8-b1f3-2b52135998f4 req-2cdf516a-9299-47e5-943c-d1886e59d1d4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059206 Jul 20 09:36:28.130823 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99632e14-2d10-4ae6-9f37-7b49a3582fd9 req-43975dfa-b799-4e43-833d-acb812b605d2 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:28.132463 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-99632e14-2d10-4ae6-9f37-7b49a3582fd9 req-43975dfa-b799-4e43-833d-acb812b605d2 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 943 time: 0.0967231 Jul 20 09:36:28.134003 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Transition to ACTIVE for port object a4b4ceb3-6606-477a-a921-d57e2379731b will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:36:28.140485 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:28.167273 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:28.189499 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-8877415c-82d4-4918-a69e-8e06a85ec656 None None] Provisioning complete for port d3d9760d-e62d-4793-afa5-a0990048268c triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:28.190154 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8877415c-82d4-4918-a69e-8e06a85ec656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (d3d9760d-e62d-4793-afa5-a0990048268c), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:28.222368 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b4ceb3-6606-477a-a921-d57e2379731b,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:28.238174 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-8877415c-82d4-4918-a69e-8e06a85ec656 None None] Port d3d9760d-e62d-4793-afa5-a0990048268c cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:36:28.326341 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-99632e14-2d10-4ae6-9f37-7b49a3582fd9 req-6188f065-c271-4e9d-b5da-9013be768b07 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833138 Jul 20 09:36:28.364194 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b08a4-2c08-45e1-910b-7bb7713a0e53 req-420edcab-3857-4388-9c43-9d6d82ae0bde tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:28.364194 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6b0b08a4-2c08-45e1-910b-7bb7713a0e53 req-420edcab-3857-4388-9c43-9d6d82ae0bde tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 931 time: 0.0618434 Jul 20 09:36:28.370503 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Attempting to bind port a4b4ceb3-6606-477a-a921-d57e2379731b on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:36:28.370917 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Attempting to bind port a4b4ceb3-6606-477a-a921-d57e2379731b by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:36:28.371375 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Attempting to bind port a4b4ceb3-6606-477a-a921-d57e2379731b on network b536439e-ad65-4ab6-9df1-5521403416c7 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:36:28.376012 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Port a4b4ceb3-6606-477a-a921-d57e2379731b on network b536439e-ad65-4ab6-9df1-5521403416c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:36:28.376405 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Attempting to bind port a4b4ceb3-6606-477a-a921-d57e2379731b on network b536439e-ad65-4ab6-9df1-5521403416c7 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:36:28.382230 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:36:28.382642 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Checking segment: {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:36:28.383255 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Bound using segment: {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:36:28.383716 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Bound port: a4b4ceb3-6606-477a-a921-d57e2379731b, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:36:28.384103 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:28.419918 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6b0b08a4-2c08-45e1-910b-7bb7713a0e53 req-ec91a8e5-3521-4b38-93ff-77b97d562f6f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541382 Jul 20 09:36:28.461240 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-cf4bfb97-9a1d-4cd7-bf39-12e6d80959f2 None None] Provisioning complete for port 45838986-91b0-43b0-82e9-e712321d1783 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:28.461913 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cf4bfb97-9a1d-4cd7-bf39-12e6d80959f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (45838986-91b0-43b0-82e9-e712321d1783), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:28.465090 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:28.473410 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] For port a4b4ceb3-6606-477a-a921-d57e2379731b, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:36:28.503465 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] For port a4b4ceb3-6606-477a-a921-d57e2379731b, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a4b4ceb3-6606-477a-a921-d57e2379731b,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:36:28.511418 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:28.535417 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-cf4bfb97-9a1d-4cd7-bf39-12e6d80959f2 None None] Port 45838986-91b0-43b0-82e9-e712321d1783 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:36:28.594334 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:28.594946 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:28.596399 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] 10.222.0.17 "PUT /v2.0/ports/a4b4ceb3-6606-477a-a921-d57e2379731b HTTP/1.1" status: 200 len: 1093 time: 2.7804461 Jul 20 09:36:28.596928 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69dd79a4-13b6-4962-85c9-ab27f895facb', 'tag': 'a4b4ceb3-6606-477a-a921-d57e2379731b'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:36:28.684483 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Request body: {'port': {'device_id': '29ab6169-0ddb-45df-a77d-e9ab309261b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:28.700590 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Request body: {'port': {'device_id': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:28.706329 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Request body: {'port': {'device_id': '09550419-8417-4448-af4b-10d9534548a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:28.831748 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-7c81c447-7a94-48b2-bab9-5d5e07665855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:28.834530 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-7c81c447-7a94-48b2-bab9-5d5e07665855 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 1127 time: 0.1164780 Jul 20 09:36:28.845847 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0b096-583c-4a9a-955e-44834a155d60 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b4ceb3-6606-477a-a921-d57e2379731b,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:28.940127 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-cbc1dc84-757b-4898-b067-e3ad50f84605 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4b4ceb3-6606-477a-a921-d57e2379731b HTTP/1.1" status: 200 len: 217 time: 0.0938611 Jul 20 09:36:29.059796 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03bf01-5701-4056-821d-2e9ac218444c req-bd2a9c0a-4f12-49f8-b8aa-edfea7c04834 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:29.063799 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5c03bf01-5701-4056-821d-2e9ac218444c req-bd2a9c0a-4f12-49f8-b8aa-edfea7c04834 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 931 time: 0.5059822 Jul 20 09:36:29.073830 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4b8b8b-c44d-46a5-9e72-257f7c511af1" -d '{"events": [{"name": "network-changed", "server_uuid": "69dd79a4-13b6-4962-85c9-ab27f895facb", "tag": "a4b4ceb3-6606-477a-a921-d57e2379731b"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:36:29.142926 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-9931de45-ea77-49af-868d-cf5e516f584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:29.144422 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-9931de45-ea77-49af-868d-cf5e516f584a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 200 len: 858 time: 0.1948307 Jul 20 09:36:29.186483 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1bff7-6289-4e03-a1fa-ccd5fcd3a686 req-69d78b2d-0226-4c9f-bb40-41d5c390a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:29.188394 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f0f1bff7-6289-4e03-a1fa-ccd5fcd3a686 req-69d78b2d-0226-4c9f-bb40-41d5c390a684 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f923122fff9b4011a092bb70c4ec6ff3&device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 1127 time: 0.4723296 Jul 20 09:36:29.219363 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:29.250372 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-2822da65-5b7d-4a70-a3e7-17ac162da021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:29.252165 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-2822da65-5b7d-4a70-a3e7-17ac162da021 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b536439e-ad65-4ab6-9df1-5521403416c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1003873 Jul 20 09:36:29.260171 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d3d9760d-e62d-4793-afa5-a0990048268c), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:29.376674 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-2b7515b5-13de-4ad9-956e-e5ced84e8202 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175237 Jul 20 09:36:29.379169 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (77eb85d9-70f1-486d-aade-4ad658042670), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:29.410306 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74526fe5-2a36-4a5b-ad03-03034891ea41 x-openstack-request-id: req-74526fe5-2a36-4a5b-ad03-03034891ea41 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:36:29.410800 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69dd79a4-13b6-4962-85c9-ab27f895facb", "tag": "a4b4ceb3-6606-477a-a921-d57e2379731b", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:36:29.411198 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74526fe5-2a36-4a5b-ad03-03034891ea41 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:36:29.413404 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74526fe5-2a36-4a5b-ad03-03034891ea41'] response: {'name': 'network-changed', 'server_uuid': '69dd79a4-13b6-4962-85c9-ab27f895facb', 'tag': 'a4b4ceb3-6606-477a-a921-d57e2379731b', 'status': 'completed', 'code': 200} Jul 20 09:36:29.457014 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:29.490900 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (45838986-91b0-43b0-82e9-e712321d1783), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:29.516294 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67216d5-5959-4452-b3d3-5dca122668dd req-786bbd15-f173-4b27-9018-b0379fc09b32 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:29.518111 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c67216d5-5959-4452-b3d3-5dca122668dd req-786bbd15-f173-4b27-9018-b0379fc09b32 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 932 time: 0.1256492 Jul 20 09:36:29.567522 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9a5dfa76-72ac-4fab-8cba-150fc6927397 req-3843e66f-5b93-4ce7-b72b-c31b32393e25 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833358 Jul 20 09:36:29.592975 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c67216d5-5959-4452-b3d3-5dca122668dd req-6f067f88-6189-4aaa-a067-cb501717a569 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673203 Jul 20 09:36:29.613404 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5c03bf01-5701-4056-821d-2e9ac218444c req-2ffe0183-2b7d-45ff-b551-baf59821054c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5261016 Jul 20 09:36:29.666012 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:29.723183 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278f160-6959-4e53-ba2f-942eb50e177c req-24b658c3-31d2-4946-ab22-36ae6c1e24d3 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:29.725549 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2278f160-6959-4e53-ba2f-942eb50e177c req-24b658c3-31d2-4946-ab22-36ae6c1e24d3 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 943 time: 0.0641940 Jul 20 09:36:29.808860 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2278f160-6959-4e53-ba2f-942eb50e177c req-bc9c7345-2dcf-4640-8876-a7ec8744543b tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763979 Jul 20 09:36:29.976746 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1bff7-6289-4e03-a1fa-ccd5fcd3a686 req-3213e8c3-2d08-415c-ac0c-0532fcd722e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:29.978163 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f0f1bff7-6289-4e03-a1fa-ccd5fcd3a686 req-3213e8c3-2d08-415c-ac0c-0532fcd722e1 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=f923122fff9b4011a092bb70c4ec6ff3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7602036 Jul 20 09:36:29.990637 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15189000-304e-463e-a2f2-e551692032ab req-9ae4d446-5a99-4833-9d8f-f367fd510afb tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:29.992166 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-15189000-304e-463e-a2f2-e551692032ab req-9ae4d446-5a99-4833-9d8f-f367fd510afb tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 931 time: 0.2686505 Jul 20 09:36:30.051830 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-2c46a26b-f4e3-4ac3-aacf-9d3ee21b703d tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:30.055485 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-2c46a26b-f4e3-4ac3-aacf-9d3ee21b703d tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/networks?id=62d7b8d9-8d7e-4751-b1cf-35e38e741657 HTTP/1.1" status: 200 len: 813 time: 0.1599298 Jul 20 09:36:30.085157 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-93bb3922-61a8-499e-b17f-317e8feae659 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/quotas/298d7611d92a47fd94dd66c8ff10a7f3 HTTP/1.1" status: 200 len: 375 time: 0.0172935 Jul 20 09:36:30.130518 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-b1a29ef8-3167-4dc3-a1b3-5b1e061c319d tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=298d7611d92a47fd94dd66c8ff10a7f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443888 Jul 20 09:36:30.173515 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:30.276683 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-3ed33d73-eb72-4a23-bf1e-00cd34f7970b service neutron] 10.222.0.18 "GET /v2.0/networks/62d7b8d9-8d7e-4751-b1cf-35e38e741657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453125 Jul 20 09:36:30.312849 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d9760d-e62d-4793-afa5-a0990048268c {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:36:30.326860 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Publish callbacks [] for port (d3d9760d-e62d-4793-afa5-a0990048268c), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:30.333584 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-15189000-304e-463e-a2f2-e551692032ab req-80a6cdf9-eb3f-47ef-a374-a37a726f4526 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252292 Jul 20 09:36:30.384925 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Transition to ACTIVE for port object d3d9760d-e62d-4793-afa5-a0990048268c will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:36:30.394060 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-47c35f38-a5a1-4835-bc5e-28807f1bdcd3 service neutron] 10.222.0.18 "GET /v2.0/networks/62d7b8d9-8d7e-4751-b1cf-35e38e741657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098654 Jul 20 09:36:30.401528 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (d3d9760d-e62d-4793-afa5-a0990048268c), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:30.540581 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:30.606813 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d9760d-e62d-4793-afa5-a0990048268c,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:30.676013 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45838986-91b0-43b0-82e9-e712321d1783 {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:36:30.685754 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Publish callbacks [] for port (45838986-91b0-43b0-82e9-e712321d1783), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:30.693509 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:30.730239 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Transition to ACTIVE for port object 45838986-91b0-43b0-82e9-e712321d1783 will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:36:30.751211 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77eb85d9-70f1-486d-aade-4ad658042670 {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:36:30.760542 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Publish callbacks [] for port (77eb85d9-70f1-486d-aade-4ad658042670), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:30.774991 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Transition to ACTIVE for port object 77eb85d9-70f1-486d-aade-4ad658042670 will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:36:30.823081 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cdfbb-c49e-4a60-82d8-041ef2a62b7a req-383c522b-f2cf-443d-bdba-886e73364985 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:30.824966 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a86cdfbb-c49e-4a60-82d8-041ef2a62b7a req-383c522b-f2cf-443d-bdba-886e73364985 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 944 time: 0.1364586 Jul 20 09:36:30.874640 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (45838986-91b0-43b0-82e9-e712321d1783), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:30.905603 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Attempting to bind port d3d9760d-e62d-4793-afa5-a0990048268c on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:36:30.906062 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Attempting to bind port d3d9760d-e62d-4793-afa5-a0990048268c by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:36:30.906459 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Attempting to bind port d3d9760d-e62d-4793-afa5-a0990048268c on network b536439e-ad65-4ab6-9df1-5521403416c7 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:36:30.930803 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b8b8b-c44d-46a5-9e72-257f7c511af1 req-278eb895-89f7-4b97-afc0-43c52c2137c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:30.932618 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1f4b8b8b-c44d-46a5-9e72-257f7c511af1 req-278eb895-89f7-4b97-afc0-43c52c2137c7 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 1127 time: 0.2030647 Jul 20 09:36:30.947419 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9b251e7b-cbee-4ce5-a553-8b8ace14c51b req-9afa345c-12f5-4362-856e-05b16b9e318c tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 210 time: 0.2481132 Jul 20 09:36:30.948570 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (77eb85d9-70f1-486d-aade-4ad658042670), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:31.014374 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Port d3d9760d-e62d-4793-afa5-a0990048268c on network b536439e-ad65-4ab6-9df1-5521403416c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:36:31.015180 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Attempting to bind port d3d9760d-e62d-4793-afa5-a0990048268c on network b536439e-ad65-4ab6-9df1-5521403416c7 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:36:31.042065 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a86cdfbb-c49e-4a60-82d8-041ef2a62b7a req-85d9a1a1-3701-4b94-9c89-9ef7d84ef077 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633794 Jul 20 09:36:31.070134 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:36:31.070642 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Checking segment: {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:36:31.071129 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Bound using segment: {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:36:31.071747 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Bound port: d3d9760d-e62d-4793-afa5-a0990048268c, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:36:31.072160 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d3d9760d-e62d-4793-afa5-a0990048268c), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:31.127351 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=45838986-91b0-43b0-82e9-e712321d1783,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:31.247064 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe43f5-2d2b-4ba6-af1c-67e69bdd1f57 req-1080e963-ed42-4a3a-aa3f-9b73c75776e1 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:31.254222 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9abe43f5-2d2b-4ba6-af1c-67e69bdd1f57 req-1080e963-ed42-4a3a-aa3f-9b73c75776e1 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 943 time: 0.1087742 Jul 20 09:36:31.268766 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b8b8b-c44d-46a5-9e72-257f7c511af1 req-7764f12a-5556-4b8b-b633-abe9e3696f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:31.270632 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1f4b8b8b-c44d-46a5-9e72-257f7c511af1 req-7764f12a-5556-4b8b-b633-abe9e3696f6b service neutron] 10.222.0.17 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 920 time: 0.3312659 Jul 20 09:36:31.447990 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9abe43f5-2d2b-4ba6-af1c-67e69bdd1f57 req-1ed7148c-c412-421d-b0ac-c6fb3821a8f8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876869 Jul 20 09:36:31.452851 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1f4b8b8b-c44d-46a5-9e72-257f7c511af1 req-7bd683b4-b4ad-4847-af7d-18774b1c183b service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4b4ceb3-6606-477a-a921-d57e2379731b HTTP/1.1" status: 200 len: 217 time: 0.1657455 Jul 20 09:36:31.515649 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a9c59-5953-44c9-8ded-2df02d64663a req-c5e23b95-3baa-4ef4-a617-ef480ef75e1f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:31.523642 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-096a9c59-5953-44c9-8ded-2df02d64663a req-c5e23b95-3baa-4ef4-a617-ef480ef75e1f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.4872839 Jul 20 09:36:31.526362 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1bff7-6289-4e03-a1fa-ccd5fcd3a686 req-07d73454-b312-4f61-aaed-a06fa35a8250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:31.528868 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f0f1bff7-6289-4e03-a1fa-ccd5fcd3a686 req-07d73454-b312-4f61-aaed-a06fa35a8250 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8108349 Jul 20 09:36:31.529268 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Attempting to bind port 45838986-91b0-43b0-82e9-e712321d1783 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:36:31.529653 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Attempting to bind port 45838986-91b0-43b0-82e9-e712321d1783 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:36:31.529892 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Attempting to bind port 45838986-91b0-43b0-82e9-e712321d1783 on network 3bc1f444-18bf-42e0-ae56-3a62ba59289b {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:36:31.541012 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Port 45838986-91b0-43b0-82e9-e712321d1783 on network 3bc1f444-18bf-42e0-ae56-3a62ba59289b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:36:31.541253 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Attempting to bind port 45838986-91b0-43b0-82e9-e712321d1783 on network 3bc1f444-18bf-42e0-ae56-3a62ba59289b {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:36:31.555844 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:36:31.556196 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Checking segment: {'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:36:31.556575 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Bound using segment: {'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:36:31.557014 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Bound port: 45838986-91b0-43b0-82e9-e712321d1783, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:36:31.557365 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (45838986-91b0-43b0-82e9-e712321d1783), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:31.567501 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b8b8b-c44d-46a5-9e72-257f7c511af1 req-e75082c5-6d32-4539-94df-05d8b0106017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:31.569457 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1f4b8b8b-c44d-46a5-9e72-257f7c511af1 req-e75082c5-6d32-4539-94df-05d8b0106017 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 200 len: 858 time: 0.1116588 Jul 20 09:36:31.696776 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b8b8b-c44d-46a5-9e72-257f7c511af1 req-93871860-13d5-43aa-9214-5eb6c86469c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:31.698286 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1f4b8b8b-c44d-46a5-9e72-257f7c511af1 req-93871860-13d5-43aa-9214-5eb6c86469c3 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b536439e-ad65-4ab6-9df1-5521403416c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1227753 Jul 20 09:36:31.705288 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:31.706440 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=77eb85d9-70f1-486d-aade-4ad658042670,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:31.717913 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67033e-b1b6-450e-a5d2-078aeb3b2b25 req-ff0d53fc-49ee-40fa-830f-e6a3cb5e97f1 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:31.719605 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5c67033e-b1b6-450e-a5d2-078aeb3b2b25 req-ff0d53fc-49ee-40fa-830f-e6a3cb5e97f1 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 943 time: 0.0654390 Jul 20 09:36:31.725701 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Attempting to bind port 77eb85d9-70f1-486d-aade-4ad658042670 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:36:31.726020 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Attempting to bind port 77eb85d9-70f1-486d-aade-4ad658042670 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:36:31.726351 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Attempting to bind port 77eb85d9-70f1-486d-aade-4ad658042670 on network 36a1bf85-9a28-4e91-952b-126a8641e41e {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:36:31.764374 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-c6f1e0ee-a0f6-41ae-a62e-1fed14a99486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:31.765895 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-c6f1e0ee-a0f6-41ae-a62e-1fed14a99486 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f923122fff9b4011a092bb70c4ec6ff3&device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 1127 time: 0.1612771 Jul 20 09:36:31.776049 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Port 77eb85d9-70f1-486d-aade-4ad658042670 on network 36a1bf85-9a28-4e91-952b-126a8641e41e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:36:31.776373 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Attempting to bind port 77eb85d9-70f1-486d-aade-4ad658042670 on network 36a1bf85-9a28-4e91-952b-126a8641e41e {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:36:31.799481 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-096a9c59-5953-44c9-8ded-2df02d64663a req-e3096006-c2d8-4507-baf6-ee0e04f5b495 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749476 Jul 20 09:36:31.803567 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:36:31.803908 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Checking segment: {'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:36:31.804281 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Bound using segment: {'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:36:31.804724 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Bound port: 77eb85d9-70f1-486d-aade-4ad658042670, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:36:31.805080 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (77eb85d9-70f1-486d-aade-4ad658042670), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:31.807485 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] For port 45838986-91b0-43b0-82e9-e712321d1783, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:36:31.814433 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5c67033e-b1b6-450e-a5d2-078aeb3b2b25 req-d0d155e8-e98f-4b03-89dc-f586f47c8550 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780177 Jul 20 09:36:31.820680 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] For port 45838986-91b0-43b0-82e9-e712321d1783, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=45838986-91b0-43b0-82e9-e712321d1783,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:36:31.822508 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] For port d3d9760d-e62d-4793-afa5-a0990048268c, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:36:31.841146 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] For port d3d9760d-e62d-4793-afa5-a0990048268c, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=d3d9760d-e62d-4793-afa5-a0990048268c,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:36:31.843166 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (45838986-91b0-43b0-82e9-e712321d1783), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:31.936121 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (d3d9760d-e62d-4793-afa5-a0990048268c), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:31.948199 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:31.981740 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1f4b8b8b-c44d-46a5-9e72-257f7c511af1 req-2e6fd330-6ab3-490c-a2da-d919b933c2ae service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239781 Jul 20 09:36:31.996352 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:31.996970 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:31.998375 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] 10.222.0.17 "PUT /v2.0/ports/45838986-91b0-43b0-82e9-e712321d1783 HTTP/1.1" status: 200 len: 1093 time: 3.3252101 Jul 20 09:36:31.998893 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'tag': '45838986-91b0-43b0-82e9-e712321d1783'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:36:32.001255 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a7ff50-6111-46bb-9c6f-cc66e3d25744" -d '{"events": [{"name": "network-changed", "server_uuid": "449aaf77-3ec6-4163-bc11-ce226c2ca23d", "tag": "45838986-91b0-43b0-82e9-e712321d1783"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:36:32.014248 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-244a4b35-4adc-42a4-bf6e-0391d98d7d56 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0199fcb9-1c58-40e7-a6b2-ca968ecb950d HTTP/1.1" status: 200 len: 217 time: 0.1477997 Jul 20 09:36:32.035143 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:32.035775 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:32.037874 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] 10.222.0.17 "PUT /v2.0/ports/d3d9760d-e62d-4793-afa5-a0990048268c HTTP/1.1" status: 200 len: 1094 time: 3.3581009 Jul 20 09:36:32.061646 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3732e-805c-49c1-abbc-1ddd94c2a9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=45838986-91b0-43b0-82e9-e712321d1783,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:32.065391 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] For port 77eb85d9-70f1-486d-aade-4ad658042670, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:36:32.072458 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] For port 77eb85d9-70f1-486d-aade-4ad658042670, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=77eb85d9-70f1-486d-aade-4ad658042670,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:36:32.097698 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5e8e08-ea0e-47a4-ab20-e87e58027178 x-openstack-request-id: req-8d5e8e08-ea0e-47a4-ab20-e87e58027178 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:36:32.097986 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449aaf77-3ec6-4163-bc11-ce226c2ca23d", "tag": "45838986-91b0-43b0-82e9-e712321d1783", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:36:32.098356 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d5e8e08-ea0e-47a4-ab20-e87e58027178 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:36:32.098974 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5e8e08-ea0e-47a4-ab20-e87e58027178'] response: {'name': 'network-changed', 'server_uuid': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'tag': '45838986-91b0-43b0-82e9-e712321d1783', 'status': 'completed', 'code': 200} Jul 20 09:36:32.102174 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0d737841-73d4-4bd3-ade0-a1b2ca899696 req-9df5e78d-db9c-4c0b-8d0e-6cb3a656bd42 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 210 time: 0.0668819 Jul 20 09:36:32.107560 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (77eb85d9-70f1-486d-aade-4ad658042670), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:32.152226 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:32.152660 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:32.154167 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] 10.222.0.17 "PUT /v2.0/ports/77eb85d9-70f1-486d-aade-4ad658042670 HTTP/1.1" status: 200 len: 1093 time: 3.4821498 Jul 20 09:36:32.157543 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4eedd-ca41-4258-a97e-a8ab33fb75e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d9760d-e62d-4793-afa5-a0990048268c,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:32.257656 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e513a9-46a4-4a79-be10-bcb0d31034bb req-d7c8e31a-5453-40a3-a8fa-9ac3913d5da9 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:32.259208 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e0e513a9-46a4-4a79-be10-bcb0d31034bb req-d7c8e31a-5453-40a3-a8fa-9ac3913d5da9 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 944 time: 0.0735888 Jul 20 09:36:32.260147 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59243cd5-1c99-48f8-8c77-996539bed0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=77eb85d9-70f1-486d-aade-4ad658042670,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:32.340536 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:32.360439 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e0e513a9-46a4-4a79-be10-bcb0d31034bb req-39522c59-86fe-4f14-8758-cdb5cd253002 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877881 Jul 20 09:36:32.579917 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084acbcb-7769-4e0c-816e-1d1c7cb4e629 req-e561081c-60ea-4491-a2f0-1af0732decda tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:32.581396 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-084acbcb-7769-4e0c-816e-1d1c7cb4e629 req-e561081c-60ea-4491-a2f0-1af0732decda tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 943 time: 0.0497928 Jul 20 09:36:32.629604 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-084acbcb-7769-4e0c-816e-1d1c7cb4e629 req-1455e3d2-b8be-4a8b-ade3-c5f12c505e49 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419166 Jul 20 09:36:32.945868 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83a4d0-da98-4ee4-bbc0-6d374b1aa886 req-15681b9c-faa6-4472-938c-a274ed3e1504 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:32.947422 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8a83a4d0-da98-4ee4-bbc0-6d374b1aa886 req-15681b9c-faa6-4472-938c-a274ed3e1504 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0541995 Jul 20 09:36:32.948484 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807b672-7123-4fdc-9c07-021faf85a78d req-091ccc07-f858-4d5a-905b-afc556710ce5 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:32.950383 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a807b672-7123-4fdc-9c07-021faf85a78d req-091ccc07-f858-4d5a-905b-afc556710ce5 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 943 time: 0.0580657 Jul 20 09:36:32.995145 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:33.001101 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8a83a4d0-da98-4ee4-bbc0-6d374b1aa886 req-ac3ab693-d24b-4fbf-8800-284171cb405a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476096 Jul 20 09:36:33.002688 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a807b672-7123-4fdc-9c07-021faf85a78d req-94c16731-d81f-46fd-8254-faade9c68163 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471325 Jul 20 09:36:33.191732 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-465bf471-64f8-4d5c-9d41-74dcc6ea5c5d req-338fcc9d-29fe-439a-9b5c-7561e7c45eb8 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 210 time: 0.0277107 Jul 20 09:36:33.472392 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3458e20-2d01-4c36-8e2c-30058c9e3ee5 req-d362ebd4-14fd-4409-945d-57cdc2abbd82 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:33.473997 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c3458e20-2d01-4c36-8e2c-30058c9e3ee5 req-d362ebd4-14fd-4409-945d-57cdc2abbd82 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 944 time: 0.0536911 Jul 20 09:36:33.525592 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c3458e20-2d01-4c36-8e2c-30058c9e3ee5 req-76c2c004-980e-4967-8f2b-8e54bd0f4c0b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455360 Jul 20 09:36:33.743821 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad341ff-1e10-427e-90a7-10d92e2fbe85 req-c376aa8e-ec03-498b-8e8d-712aa2bccd94 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:33.745327 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4ad341ff-1e10-427e-90a7-10d92e2fbe85 req-c376aa8e-ec03-498b-8e8d-712aa2bccd94 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 943 time: 0.0488372 Jul 20 09:36:33.792930 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4ad341ff-1e10-427e-90a7-10d92e2fbe85 req-ed580e1e-b5e9-4381-b1fe-c3ec15ca610b tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Jul 20 09:36:34.112593 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ab6169-0ddb-45df-a77d-e9ab309261b1', 'tag': 'd3d9760d-e62d-4793-afa5-a0990048268c'}, {'name': 'network-changed', 'server_uuid': '09550419-8417-4448-af4b-10d9534548a4', 'tag': '77eb85d9-70f1-486d-aade-4ad658042670'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:36:34.116108 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4764fff8-9765-4de2-84af-e90700ceb654" -d '{"events": [{"name": "network-changed", "server_uuid": "29ab6169-0ddb-45df-a77d-e9ab309261b1", "tag": "d3d9760d-e62d-4793-afa5-a0990048268c"}, {"name": "network-changed", "server_uuid": "09550419-8417-4448-af4b-10d9534548a4", "tag": "77eb85d9-70f1-486d-aade-4ad658042670"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:36:34.137411 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b5154-bac5-4dc0-bbe5-aa2e91f514b9 req-5e61252d-961f-43db-a915-aab06d09a5a4 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:34.138287 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd605e-66cb-4b3d-afee-95070e088f3c req-fed9bc3f-2b79-415e-aa94-76af264f295c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:34.139416 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-417b5154-bac5-4dc0-bbe5-aa2e91f514b9 req-5e61252d-961f-43db-a915-aab06d09a5a4 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 943 time: 0.0619652 Jul 20 09:36:34.140168 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-89cd605e-66cb-4b3d-afee-95070e088f3c req-fed9bc3f-2b79-415e-aa94-76af264f295c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0619209 Jul 20 09:36:34.191336 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-417b5154-bac5-4dc0-bbe5-aa2e91f514b9 req-4ec74c82-6697-470d-9fb0-4ae92ae4727d tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463197 Jul 20 09:36:34.193659 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-89cd605e-66cb-4b3d-afee-95070e088f3c req-4e1ae77b-e04b-443e-9b51-3d32e869b3cc tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477803 Jul 20 09:36:34.255535 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Jul 2022 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a9f409-a275-4eaa-a33d-3caaa8686fd9 x-openstack-request-id: req-c6a9f409-a275-4eaa-a33d-3caaa8686fd9 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:36:34.256004 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ab6169-0ddb-45df-a77d-e9ab309261b1", "tag": "d3d9760d-e62d-4793-afa5-a0990048268c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "09550419-8417-4448-af4b-10d9534548a4", "tag": "77eb85d9-70f1-486d-aade-4ad658042670", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:36:34.256429 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6a9f409-a275-4eaa-a33d-3caaa8686fd9 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:36:34.256920 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a9f409-a275-4eaa-a33d-3caaa8686fd9'] response: {'name': 'network-changed', 'server_uuid': '29ab6169-0ddb-45df-a77d-e9ab309261b1', 'tag': 'd3d9760d-e62d-4793-afa5-a0990048268c', 'status': 'completed', 'code': 200} Jul 20 09:36:34.257220 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a9f409-a275-4eaa-a33d-3caaa8686fd9'] response: {'name': 'network-changed', 'server_uuid': '09550419-8417-4448-af4b-10d9534548a4', 'tag': '77eb85d9-70f1-486d-aade-4ad658042670', 'status': 'completed', 'code': 200} Jul 20 09:36:34.294675 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-520015d7-a2a6-494e-81dc-ce5a8cd505e6 req-82e1b295-970d-4038-9a8f-7568e0569d99 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 210 time: 0.0322442 Jul 20 09:36:34.546762 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device a4b4ceb3-6606-477a-a921-d57e2379731b details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:36:34.568308 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:34.632477 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.17', 61523) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:34.675830 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port a4b4ceb3-6606-477a-a921-d57e2379731b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a4b4ceb3-6606-477a-a921-d57e2379731b,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:34.695474 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': 'a4b4ceb3-6606-477a-a921-d57e2379731b', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'port_id': 'a4b4ceb3-6606-477a-a921-d57e2379731b', 'mac_address': 'fa:16:3e:3f:5a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:36:34.722803 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764fff8-9765-4de2-84af-e90700ceb654 req-67e3a75f-1444-439c-9ebd-c4ca49da4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:34.725049 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4764fff8-9765-4de2-84af-e90700ceb654 req-67e3a75f-1444-439c-9ebd-c4ca49da4118 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 1128 time: 0.0899255 Jul 20 09:36:34.733492 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port a4b4ceb3-6606-477a-a921-d57e2379731b is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:34.733875 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:34.753484 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b4ceb3-6606-477a-a921-d57e2379731b {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:36:34.758207 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7ff50-6111-46bb-9c6f-cc66e3d25744 req-41cb15d9-4db7-4d85-a3c3-c27bad07cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:34.759816 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-65a7ff50-6111-46bb-9c6f-cc66e3d25744 req-41cb15d9-4db7-4d85-a3c3-c27bad07cf05 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=07eb1473648d490b90a1e7debc45d57d&device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 1127 time: 0.1207845 Jul 20 09:36:34.761347 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-9fa1d044-29ec-45b3-bbb7-7bed4ef5a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:34.762457 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-9fa1d044-29ec-45b3-bbb7-7bed4ef5a424 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=d77a2204-d0c8-4af9-8389-05ec1246dab8 HTTP/1.1" status: 200 len: 850 time: 0.2078145 Jul 20 09:36:34.777304 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port a4b4ceb3-6606-477a-a921-d57e2379731b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a4b4ceb3-6606-477a-a921-d57e2379731b,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:34.782136 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:34.857085 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=a4b4ceb3-6606-477a-a921-d57e2379731b,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:34.885880 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306b997-aab1-4914-9bc9-a83e96cb908b req-e3caba96-d122-484d-9aa0-6c04dbba6edc tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:34.887606 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8306b997-aab1-4914-9bc9-a83e96cb908b req-e3caba96-d122-484d-9aa0-6c04dbba6edc tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 944 time: 0.2495651 Jul 20 09:36:34.914954 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:34.915409 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-92c9f0c6-c4cd-4120-ace2-7d16c2a2dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:34.916810 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-92c9f0c6-c4cd-4120-ace2-7d16c2a2dbaa service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=e068f9b959004be4ad9c778d9010561a&device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 1127 time: 0.2802930 Jul 20 09:36:35.086969 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-e846be42-ce74-4028-90f3-ce4f37b52a45 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77eb85d9-70f1-486d-aade-4ad658042670 HTTP/1.1" status: 200 len: 217 time: 0.1238403 Jul 20 09:36:35.097435 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-c3678a48-1273-47c7-aedb-b075661e96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:35.099038 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-c3678a48-1273-47c7-aedb-b075661e96a4 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=0f39ad03-6f09-42c9-9a01-67bdfcd73436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2491975 Jul 20 09:36:35.114275 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1f4b8b8b-c44d-46a5-9e72-257f7c511af1 req-0a816adf-3619-4a5e-8bf3-d810812e5c33 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439041 Jul 20 09:36:35.137348 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-d70ec365-30c8-45ac-95d3-3609941953ff tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:35.139132 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-d70ec365-30c8-45ac-95d3-3609941953ff tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.17 "GET /v2.0/networks?id=62d7b8d9-8d7e-4751-b1cf-35e38e741657 HTTP/1.1" status: 200 len: 813 time: 0.5038400 Jul 20 09:36:35.148187 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b5afe-f74a-4a81-878d-624fb4bcda1b req-9c7faabe-f15f-455a-92a7-2af05f94ef76 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:35.149946 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-422b5afe-f74a-4a81-878d-624fb4bcda1b req-9c7faabe-f15f-455a-92a7-2af05f94ef76 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 943 time: 0.2634630 Jul 20 09:36:35.151143 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764fff8-9765-4de2-84af-e90700ceb654 req-dafdac4a-cac1-4ce3-884c-f1de1d2ea4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:35.152644 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4764fff8-9765-4de2-84af-e90700ceb654 req-dafdac4a-cac1-4ce3-884c-f1de1d2ea4db service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=13b4839566df4751bfde1f4975cdcb78&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4205458 Jul 20 09:36:35.158271 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8306b997-aab1-4914-9bc9-a83e96cb908b req-e6625b54-089d-4f3b-890e-a4a93d9fdefd tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173512 Jul 20 09:36:35.182281 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7ff50-6111-46bb-9c6f-cc66e3d25744 req-1aaa24c6-eaa4-4642-9165-41f178ff7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:35.184185 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-65a7ff50-6111-46bb-9c6f-cc66e3d25744 req-1aaa24c6-eaa4-4642-9165-41f178ff7eff service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=07eb1473648d490b90a1e7debc45d57d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3332522 Jul 20 09:36:35.206942 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-422b5afe-f74a-4a81-878d-624fb4bcda1b req-cf2315c1-19ff-4c3b-b69c-3c1e24917f1e tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508142 Jul 20 09:36:35.319523 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c7ada-156d-429b-8669-b053e6b901bb req-ab328114-0199-463a-8fe5-d67fecfd7cee tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:35.321162 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a69c7ada-156d-429b-8669-b053e6b901bb req-ab328114-0199-463a-8fe5-d67fecfd7cee tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0492709 Jul 20 09:36:35.325070 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1baa9-9f2c-49f2-a1c1-04f1ba41896e req-41970039-9ad8-48ba-93ee-88d4bed30815 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:35.326508 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1fb1baa9-9f2c-49f2-a1c1-04f1ba41896e req-41970039-9ad8-48ba-93ee-88d4bed30815 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 943 time: 0.0488312 Jul 20 09:36:35.369012 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a69c7ada-156d-429b-8669-b053e6b901bb req-c2e5896f-d75b-462a-9db5-2d984b14dedd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Jul 20 09:36:35.374923 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1fb1baa9-9f2c-49f2-a1c1-04f1ba41896e req-52b45df9-8ce5-4154-a11e-0d6d87468b14 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429211 Jul 20 09:36:35.455589 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-94fa5189-e5bf-4adc-9ed3-f18f3689d837 req-743ba03f-a0c6-45a6-99e9-4e1a60069f2e tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 210 time: 0.0287771 Jul 20 09:36:36.281327 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca6fb2-c6b4-43e2-8995-fbf429deb856 req-8586b328-3e8c-4aef-ad92-00e3a178296c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:36.282783 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-55ca6fb2-c6b4-43e2-8995-fbf429deb856 req-8586b328-3e8c-4aef-ad92-00e3a178296c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 944 time: 0.0555632 Jul 20 09:36:36.329661 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-55ca6fb2-c6b4-43e2-8995-fbf429deb856 req-ef44387b-a473-4294-bea8-734bb6146665 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Jul 20 09:36:36.329879 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315ee66-c3a7-4254-9abe-4207f7801153 req-d649df65-dc3d-479f-9977-3a08e4bbc5e4 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:36.331138 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8315ee66-c3a7-4254-9abe-4207f7801153 req-d649df65-dc3d-479f-9977-3a08e4bbc5e4 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 943 time: 0.0532610 Jul 20 09:36:36.373176 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:36.386765 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8315ee66-c3a7-4254-9abe-4207f7801153 req-fac9f567-d97f-4be7-9bcc-51ff0aff12cc tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500062 Jul 20 09:36:36.454329 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:36.497019 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825aad-b39f-4081-ba5e-93d9ae910847 req-df0d8f4b-babe-438c-8ba5-63f9d8b8d397 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:36.498721 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fd825aad-b39f-4081-ba5e-93d9ae910847 req-df0d8f4b-babe-438c-8ba5-63f9d8b8d397 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0537937 Jul 20 09:36:36.502149 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99e034-5338-4009-8af7-2abf585f8af6 req-6f65a913-8942-4f64-8baa-9b2591ff46bd tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:36.509223 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ae99e034-5338-4009-8af7-2abf585f8af6 req-6f65a913-8942-4f64-8baa-9b2591ff46bd tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 943 time: 0.0590599 Jul 20 09:36:36.547348 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fd825aad-b39f-4081-ba5e-93d9ae910847 req-ef342acd-694f-4bc3-9037-b1665de8abce tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426612 Jul 20 09:36:36.555231 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ae99e034-5338-4009-8af7-2abf585f8af6 req-2a338ee5-8022-4a6b-98e2-c1015c927276 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451033 Jul 20 09:36:36.635792 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9d4ccd36-a453-4377-be89-ce490932ec67 req-ee287dfc-7f0f-4fce-9740-20d396519b6d tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 210 time: 0.0288739 Jul 20 09:36:37.443807 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c60621-30bf-4872-8c06-d432ba371036 req-62897077-167b-4991-b0f2-f3c599abf56d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:37.445500 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d8c60621-30bf-4872-8c06-d432ba371036 req-62897077-167b-4991-b0f2-f3c599abf56d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 944 time: 0.0495932 Jul 20 09:36:37.495973 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d8c60621-30bf-4872-8c06-d432ba371036 req-2a6a785e-9ec4-4f4c-8f41-b3e8f5262b02 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430133 Jul 20 09:36:37.503452 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e8526-e9ac-4047-af71-bde584dc4ea8 req-bea46f10-6cf3-49cb-b8d5-f271de430258 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:37.504920 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c84e8526-e9ac-4047-af71-bde584dc4ea8 req-bea46f10-6cf3-49cb-b8d5-f271de430258 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 943 time: 0.0500512 Jul 20 09:36:37.554123 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c84e8526-e9ac-4047-af71-bde584dc4ea8 req-7e1bd6dd-a4c7-46d6-88f5-6ca52c1280bd tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432727 Jul 20 09:36:37.639998 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-e655b4c9-e889-4485-888e-4cc4a3453545 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Request body: {'port': {'device_id': '8da36441-0cf4-4086-8faa-5b31b5b44424', 'network_id': '62d7b8d9-8d7e-4751-b1cf-35e38e741657', 'admin_state_up': True, 'tenant_id': '298d7611d92a47fd94dd66c8ff10a7f3'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:37.671111 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['a4b4ceb3-6606-477a-a921-d57e2379731b'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:36:37.736922 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:37.752401 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a8cf1-628e-4c2c-a4b2-b02a609366b6 req-647740b5-5ac1-4b54-99b0-4853fdac5c2f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:37.753882 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c70a8cf1-628e-4c2c-a4b2-b02a609366b6 req-647740b5-5ac1-4b54-99b0-4853fdac5c2f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.1241667 Jul 20 09:36:37.831925 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:37.836562 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764fff8-9765-4de2-84af-e90700ceb654 req-e0721642-18fc-4f4f-92e2-56a1bed20027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:37.838089 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4764fff8-9765-4de2-84af-e90700ceb654 req-e0721642-18fc-4f4f-92e2-56a1bed20027 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2464957 Jul 20 09:36:37.847482 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c70a8cf1-628e-4c2c-a4b2-b02a609366b6 req-b6e6c22b-6152-44d3-a3d2-ac92c5057143 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821607 Jul 20 09:36:37.923007 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:37.968002 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-a477639c-2c3c-4112-9134-65e3bd783666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:37.969868 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-a477639c-2c3c-4112-9134-65e3bd783666 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 1128 time: 0.0554562 Jul 20 09:36:37.995807 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0e34ce5e-7f59-439d-8957-c070c8013261 req-5fc65434-5774-4751-8fb1-8a3c1b8cdfaa tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 210 time: 0.0419712 Jul 20 09:36:38.024677 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-e28bd7b4-4e5b-43f4-a0ae-f598c6e981ac service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3d9760d-e62d-4793-afa5-a0990048268c HTTP/1.1" status: 200 len: 217 time: 0.0377440 Jul 20 09:36:38.048491 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453508b-0176-4f75-b83f-8239a27b4c30 req-e2c6ca06-4bdb-4628-a049-bd6966d1677d tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:38.050072 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a453508b-0176-4f75-b83f-8239a27b4c30 req-e2c6ca06-4bdb-4628-a049-bd6966d1677d tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 943 time: 0.4221940 Jul 20 09:36:38.051548 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-9fbc8190-491c-40dd-aa45-6f12f593a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:38.053215 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-9fbc8190-491c-40dd-aa45-6f12f593a414 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=953429d7-68e9-4e81-910d-8286b5c47ba5 HTTP/1.1" status: 200 len: 849 time: 0.4705944 Jul 20 09:36:38.089197 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-b14253e0-abe5-4e45-8212-3a7bd64639dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:38.091166 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-b14253e0-abe5-4e45-8212-3a7bd64639dc service neutron] 10.222.0.17 "GET /v2.0/subnets?id=83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 200 len: 858 time: 0.0604753 Jul 20 09:36:38.129057 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:38.143321 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-e8eae83f-fabe-4ec6-b822-c96a81667e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:38.144994 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-e8eae83f-fabe-4ec6-b822-c96a81667e5c service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b536439e-ad65-4ab6-9df1-5521403416c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468688 Jul 20 09:36:38.172962 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-2550760b-f595-4f7f-ac11-55a500eb39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:38.174594 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-2550760b-f595-4f7f-ac11-55a500eb39cc service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=36a1bf85-9a28-4e91-952b-126a8641e41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1137359 Jul 20 09:36:38.192825 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-86298691-3f3c-499f-9be3-21bb99debb53 service neutron] 10.222.0.17 "GET /v2.0/networks/0f39ad03-6f09-42c9-9a01-67bdfcd73436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737245 Jul 20 09:36:38.265248 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7ff50-6111-46bb-9c6f-cc66e3d25744 req-3f55944f-8908-4bb3-bb99-a12d07dbd00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:38.266866 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-d422f930-aee6-433f-9713-0b23d107f32f service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146007 Jul 20 09:36:38.267002 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-65a7ff50-6111-46bb-9c6f-cc66e3d25744 req-3f55944f-8908-4bb3-bb99-a12d07dbd00f service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6404910 Jul 20 09:36:38.271609 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a453508b-0176-4f75-b83f-8239a27b4c30 req-553e1ce9-e202-4360-acc2-b530f5bbbc78 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949828 Jul 20 09:36:38.387494 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-660e21d4-47c6-403c-b4bd-5547b14c2513 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081009 Jul 20 09:36:38.405340 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-e655b4c9-e889-4485-888e-4cc4a3453545 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Made reservation on behalf of 298d7611d92a47fd94dd66c8ff10a7f3 for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:36:38.409702 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-e655b4c9-e889-4485-888e-4cc4a3453545 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:38.428480 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a59c50e7-f940-45ee-98eb-5c41b350b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:38.429984 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-a59c50e7-f940-45ee-98eb-5c41b350b67a service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=07eb1473648d490b90a1e7debc45d57d&device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 1127 time: 0.0877273 Jul 20 09:36:38.474788 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8645ebc2-4f96-481f-aea2-b644f54f0997 req-353ac599-bae6-4fb3-980c-6ee5918da4d9 service neutron] 10.222.0.17 "GET /v2.0/networks/0f39ad03-6f09-42c9-9a01-67bdfcd73436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629037 Jul 20 09:36:38.476658 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-7b427d2a-054f-4124-87fa-20b0a54b6ea4 service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862711 Jul 20 09:36:38.602406 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-e655b4c9-e889-4485-888e-4cc4a3453545 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Allocated IP 172.20.0.11 (62d7b8d9-8d7e-4751-b1cf-35e38e741657/72f6ac29-cb53-49e9-9f90-a00bd8bce569/858a2557-dd95-4202-9ad4-6f69f24ea78a) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:36:38.610165 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:38.613765 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a589b-5fe9-4c64-bdf1-65ef607410b7 req-ce3b69f9-36dc-42b0-a40b-65f0e473ab76 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:38.616109 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1a5a589b-5fe9-4c64-bdf1-65ef607410b7 req-ce3b69f9-36dc-42b0-a40b-65f0e473ab76 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 944 time: 0.0516307 Jul 20 09:36:38.638923 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device a4b4ceb3-6606-477a-a921-d57e2379731b up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:36:38.698473 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1a5a589b-5fe9-4c64-bdf1-65ef607410b7 req-11d1d6cf-4884-49dd-9a93-e8de09533c2f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679135 Jul 20 09:36:38.747844 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port a4b4ceb3-6606-477a-a921-d57e2379731b completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:36:38.760627 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port a4b4ceb3-6606-477a-a921-d57e2379731b triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:38.761962 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:38.815385 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af1515-a702-4c48-818d-f088e345caf1 req-36cd797b-77a7-4ab4-bc2a-fe8c78ddd91b tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:38.818275 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-50af1515-a702-4c48-818d-f088e345caf1 req-36cd797b-77a7-4ab4-bc2a-fe8c78ddd91b tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 943 time: 0.1062653 Jul 20 09:36:38.850899 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port a4b4ceb3-6606-477a-a921-d57e2379731b is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:38.851439 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:38.883592 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dd79a4-13b6-4962-85c9-ab27f895facb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b4ceb3-6606-477a-a921-d57e2379731b'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:36:38.889759 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-e655b4c9-e889-4485-888e-4cc4a3453545 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks [] for port (858a2557-dd95-4202-9ad4-6f69f24ea78a), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:38.907126 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-50af1515-a702-4c48-818d-f088e345caf1 req-c6fa8704-d13c-4cd0-a7f7-f59160ba6663 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820997 Jul 20 09:36:38.912338 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:38.946620 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-e655b4c9-e889-4485-888e-4cc4a3453545 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (858a2557-dd95-4202-9ad4-6f69f24ea78a), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:38.976469 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port a4b4ceb3-6606-477a-a921-d57e2379731b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a4b4ceb3-6606-477a-a921-d57e2379731b,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:38.991582 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:39.018266 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-e655b4c9-e889-4485-888e-4cc4a3453545 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Network 62d7b8d9-8d7e-4751-b1cf-35e38e741657 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:36:39.021495 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49414e77-3d94-4840-a03f-5b3f91a3ef15 req-2203e288-0c93-4879-924c-7534f1625e5c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:39.026131 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-e655b4c9-e889-4485-888e-4cc4a3453545 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:36:39.028342 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655b4c9-e889-4485-888e-4cc4a3453545 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Pushing event updated for resources: {'Port': ['ID=858a2557-dd95-4202-9ad4-6f69f24ea78a,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:39.030689 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-e655b4c9-e889-4485-888e-4cc4a3453545 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:36:39.036918 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-e655b4c9-e889-4485-888e-4cc4a3453545 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:39.037631 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-e655b4c9-e889-4485-888e-4cc4a3453545 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:39.039106 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-49414e77-3d94-4840-a03f-5b3f91a3ef15 req-2203e288-0c93-4879-924c-7534f1625e5c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0787272 Jul 20 09:36:39.058918 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-e655b4c9-e889-4485-888e-4cc4a3453545 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4412720 Jul 20 09:36:39.070647 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=a4b4ceb3-6606-477a-a921-d57e2379731b,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:39.113819 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-49414e77-3d94-4840-a03f-5b3f91a3ef15 req-29cbfb56-183a-4293-9241-e5751b0fc722 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732970 Jul 20 09:36:39.158309 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c163c00-dcf9-4a51-944c-bca58b47c8f3" -d '{"events": [{"server_uuid": "69dd79a4-13b6-4962-85c9-ab27f895facb", "name": "network-vif-plugged", "status": "completed", "tag": "a4b4ceb3-6606-477a-a921-d57e2379731b"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:36:39.180690 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fc2ca-bca0-4db1-aba6-3ca0ff54c4fa req-09574f15-4e30-4103-9561-39e3d197c8b7 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:39.182789 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-506fc2ca-bca0-4db1-aba6-3ca0ff54c4fa req-09574f15-4e30-4103-9561-39e3d197c8b7 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 932 time: 0.0772142 Jul 20 09:36:39.232190 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 47942) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:39.244028 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-506fc2ca-bca0-4db1-aba6-3ca0ff54c4fa req-db89c2a7-0e98-4f31-9457-7f70bc5dedcf tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545089 Jul 20 09:36:39.269322 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Request body: {'port': {'device_id': '8da36441-0cf4-4086-8faa-5b31b5b44424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:39.343467 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-e301f16c-cf6a-407c-83be-fd044828a1fd service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45838986-91b0-43b0-82e9-e712321d1783 HTTP/1.1" status: 200 len: 217 time: 0.0981748 Jul 20 09:36:39.397233 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10dcfa4-9b4b-4aab-9e8c-10e9cf2ccd05 x-openstack-request-id: req-e10dcfa4-9b4b-4aab-9e8c-10e9cf2ccd05 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:36:39.397526 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dd79a4-13b6-4962-85c9-ab27f895facb", "name": "network-vif-plugged", "status": "completed", "tag": "a4b4ceb3-6606-477a-a921-d57e2379731b", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:36:39.397796 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e10dcfa4-9b4b-4aab-9e8c-10e9cf2ccd05 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:36:39.398381 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e10dcfa4-9b4b-4aab-9e8c-10e9cf2ccd05'] response: {'server_uuid': '69dd79a4-13b6-4962-85c9-ab27f895facb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b4ceb3-6606-477a-a921-d57e2379731b', 'code': 200} Jul 20 09:36:39.418355 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-860f5ba5-66af-4352-b78b-dc02a629166a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:39.504350 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85d3a4-5509-4107-8040-0c0e662acc62 req-95cc3357-fa4b-48a3-b302-848de14b029b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:39.506444 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4f85d3a4-5509-4107-8040-0c0e662acc62 req-95cc3357-fa4b-48a3-b302-848de14b029b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 943 time: 0.1109173 Jul 20 09:36:39.515528 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (858a2557-dd95-4202-9ad4-6f69f24ea78a), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:39.547203 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eac452a1-8a50-4a58-a601-d6c795de11d3 req-38cb434a-cade-44f5-a752-19b343e1da36 service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933917 Jul 20 09:36:39.690679 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:39.700806 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4f85d3a4-5509-4107-8040-0c0e662acc62 req-e0ac66e4-794e-416d-b775-5d6253bec38c tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779997 Jul 20 09:36:39.747151 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-860f5ba5-66af-4352-b78b-dc02a629166a admin admin] Publish callbacks [] for security_group (7802cf01-1438-46c9-a42a-642c4a4e2ecf), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:39.761176 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-860f5ba5-66af-4352-b78b-dc02a629166a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (7802cf01-1438-46c9-a42a-642c4a4e2ecf), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:39.832384 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d0c94-7285-467f-9e50-7bdaf3d23dae req-d24d5c5b-208d-4329-a1aa-933f31d12370 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:39.834459 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d79d0c94-7285-467f-9e50-7bdaf3d23dae req-d24d5c5b-208d-4329-a1aa-933f31d12370 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 944 time: 0.0644448 Jul 20 09:36:39.853881 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-860f5ba5-66af-4352-b78b-dc02a629166a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=275d6205355741dca52d516e800aa5c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6205697 Jul 20 09:36:39.857308 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f5ba5-66af-4352-b78b-dc02a629166a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7802cf01-1438-46c9-a42a-642c4a4e2ecf,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:39.858161 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 47986) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:39.865202 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:39.869404 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:39.930154 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d79d0c94-7285-467f-9e50-7bdaf3d23dae req-b244b3bb-2ccb-4779-881f-a58ab4dcfb43 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892818 Jul 20 09:36:39.947667 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Publish callbacks [] for security_group (7802cf01-1438-46c9-a42a-642c4a4e2ecf), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:39.977658 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Publish callbacks [] for security_group (7802cf01-1438-46c9-a42a-642c4a4e2ecf), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:39.983123 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858a2557-dd95-4202-9ad4-6f69f24ea78a {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:36:40.019149 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Publish callbacks [] for port (858a2557-dd95-4202-9ad4-6f69f24ea78a), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:40.062196 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (7802cf01-1438-46c9-a42a-642c4a4e2ecf), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:40.066631 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:40.069972 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7802cf01-1438-46c9-a42a-642c4a4e2ecf HTTP/1.1" status: 204 len: 168 time: 0.2105341 Jul 20 09:36:40.085650 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7802cf01-1438-46c9-a42a-642c4a4e2ecf,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:40.097517 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a04cd-b989-4f2b-8aa0-72aff3d3e501 req-a8afabde-d92f-48b4-b7c0-5c5b78f25798 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:40.098419 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.098961 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.099201 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5b8a04cd-b989-4f2b-8aa0-72aff3d3e501 req-a8afabde-d92f-48b4-b7c0-5c5b78f25798 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 943 time: 0.0580866 Jul 20 09:36:40.101035 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.103013 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.103786 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.104604 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.105938 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.106691 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.107500 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.108238 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.108977 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.110264 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Transition to ACTIVE for port object 858a2557-dd95-4202-9ad4-6f69f24ea78a will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:36:40.111059 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.112304 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.113301 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.114041 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7277ed-f12f-4ef8-a3dc-be71a81f8f80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.127306 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (858a2557-dd95-4202-9ad4-6f69f24ea78a), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:40.164267 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-48320da0-6c4a-4635-b477-35a0ac5f7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:40.165809 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-48320da0-6c4a-4635-b477-35a0ac5f7954 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c68da9fc-5cd8-47bc-92d3-c39a5383e60d HTTP/1.1" status: 200 len: 856 time: 0.1699734 Jul 20 09:36:40.220226 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5b8a04cd-b989-4f2b-8aa0-72aff3d3e501 req-0ca21a92-1272-4648-bc35-3fcce7d73cda tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128247 Jul 20 09:36:40.260318 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Pushing event updated for resources: {'Port': ['ID=858a2557-dd95-4202-9ad4-6f69f24ea78a,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:40.320161 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.320508 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.320846 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.321183 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.321514 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.321845 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.322170 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.322495 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.323858 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.323858 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.323858 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.323858 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.324209 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.324408 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.324735 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:40.347346 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Attempting to bind port 858a2557-dd95-4202-9ad4-6f69f24ea78a on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:36:40.347346 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Attempting to bind port 858a2557-dd95-4202-9ad4-6f69f24ea78a by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '4e2dc316-a503-49de-b016-7d2af5d7d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62d7b8d9-8d7e-4751-b1cf-35e38e741657'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:36:40.347346 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Attempting to bind port 858a2557-dd95-4202-9ad4-6f69f24ea78a on network 62d7b8d9-8d7e-4751-b1cf-35e38e741657 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:36:40.351218 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Port 858a2557-dd95-4202-9ad4-6f69f24ea78a on network 62d7b8d9-8d7e-4751-b1cf-35e38e741657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:36:40.351585 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Attempting to bind port 858a2557-dd95-4202-9ad4-6f69f24ea78a on network 62d7b8d9-8d7e-4751-b1cf-35e38e741657 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:36:40.356985 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:36:40.357327 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Checking segment: {'id': '4e2dc316-a503-49de-b016-7d2af5d7d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62d7b8d9-8d7e-4751-b1cf-35e38e741657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:36:40.357709 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Bound using segment: {'id': '4e2dc316-a503-49de-b016-7d2af5d7d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62d7b8d9-8d7e-4751-b1cf-35e38e741657'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:36:40.358137 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Bound port: 858a2557-dd95-4202-9ad4-6f69f24ea78a, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2dc316-a503-49de-b016-7d2af5d7d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62d7b8d9-8d7e-4751-b1cf-35e38e741657'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:36:40.358500 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (858a2557-dd95-4202-9ad4-6f69f24ea78a), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:40.376131 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfd031-af3f-4458-b72e-e2c78e260d03 req-f0425fd8-3405-4d5b-bd51-897eccd05229 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:40.377758 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7bbfd031-af3f-4458-b72e-e2c78e260d03 req-f0425fd8-3405-4d5b-bd51-897eccd05229 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0924089 Jul 20 09:36:40.481495 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74af1b-6c77-4fc8-a2e5-c19397a657da req-b20a2741-746b-4a33-8241-a77cf4656092 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:40.482084 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7bbfd031-af3f-4458-b72e-e2c78e260d03 req-d4c1873d-ceaf-483e-90b5-45cc142a9648 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954387 Jul 20 09:36:40.483023 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7c74af1b-6c77-4fc8-a2e5-c19397a657da req-b20a2741-746b-4a33-8241-a77cf4656092 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 944 time: 0.0782955 Jul 20 09:36:40.512700 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] For port 858a2557-dd95-4202-9ad4-6f69f24ea78a, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:36:40.540359 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48020) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:40.545912 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] For port 858a2557-dd95-4202-9ad4-6f69f24ea78a, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=858a2557-dd95-4202-9ad4-6f69f24ea78a,segment=NetworkSegment(4e2dc316-a503-49de-b016-7d2af5d7d9fa),segment_id=4e2dc316-a503-49de-b016-7d2af5d7d9fa)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:36:40.557220 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9fa05b9b-38fa-48d6-8a5c-23fa25d82616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:40.561989 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (858a2557-dd95-4202-9ad4-6f69f24ea78a), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:40.593709 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7c74af1b-6c77-4fc8-a2e5-c19397a657da req-80e034c0-7dee-4754-bae0-50adcd297348 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037021 Jul 20 09:36:40.596491 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:40.603531 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:40.604442 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:40.606008 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] 10.222.0.17 "PUT /v2.0/ports/858a2557-dd95-4202-9ad4-6f69f24ea78a HTTP/1.1" status: 200 len: 1094 time: 1.3416719 Jul 20 09:36:40.608620 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da36441-0cf4-4086-8faa-5b31b5b44424', 'tag': '858a2557-dd95-4202-9ad4-6f69f24ea78a'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:36:40.610938 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b4053d-4914-479d-9480-b1e902ea51f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8da36441-0cf4-4086-8faa-5b31b5b44424", "tag": "858a2557-dd95-4202-9ad4-6f69f24ea78a"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:36:40.635722 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 0199fcb9-1c58-40e7-a6b2-ca968ecb950d details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:36:40.641289 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33617064-7a04-4004-b40d-ae773cacfa76 service neutron] Pushing event updated for resources: {'Port': ['ID=858a2557-dd95-4202-9ad4-6f69f24ea78a,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:40.657784 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06e3ba4-a931-4027-b522-6978beece26f x-openstack-request-id: req-b06e3ba4-a931-4027-b522-6978beece26f {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:36:40.658188 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da36441-0cf4-4086-8faa-5b31b5b44424", "tag": "858a2557-dd95-4202-9ad4-6f69f24ea78a", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:36:40.659686 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b06e3ba4-a931-4027-b522-6978beece26f {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:36:40.660124 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06e3ba4-a931-4027-b522-6978beece26f'] response: {'name': 'network-changed', 'server_uuid': '8da36441-0cf4-4086-8faa-5b31b5b44424', 'tag': '858a2557-dd95-4202-9ad4-6f69f24ea78a', 'status': 'completed', 'code': 200} Jul 20 09:36:40.690029 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9fa05b9b-38fa-48d6-8a5c-23fa25d82616 admin admin] Publish callbacks [] for security_group (5769c4ce-4ca7-4c1d-88cb-7ee3eaf0d1ea), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:40.695563 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9fa05b9b-38fa-48d6-8a5c-23fa25d82616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (5769c4ce-4ca7-4c1d-88cb-7ee3eaf0d1ea), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:40.767656 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-9fa05b9b-38fa-48d6-8a5c-23fa25d82616 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05802417523e4d33b4792e28755ab498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231848 Jul 20 09:36:40.767656 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa05b9b-38fa-48d6-8a5c-23fa25d82616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5769c4ce-4ca7-4c1d-88cb-7ee3eaf0d1ea,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:40.768145 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48028) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:40.802051 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0199fcb9-1c58-40e7-a6b2-ca968ecb950d,segment=NetworkSegment(ddd0a6b5-29fb-434d-acd9-5d4cb41113c7),segment_id=ddd0a6b5-29fb-434d-acd9-5d4cb41113c7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:40.817309 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '0199fcb9-1c58-40e7-a6b2-ca968ecb950d', 'network_id': '0f39ad03-6f09-42c9-9a01-67bdfcd73436', 'port_id': '0199fcb9-1c58-40e7-a6b2-ca968ecb950d', 'mac_address': 'fa:16:3e:8a:4b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77a2204-d0c8-4af9-8389-05ec1246dab8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:36:40.856773 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48032) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:40.873495 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:40.877108 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:40.924151 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0199fcb9-1c58-40e7-a6b2-ca968ecb950d {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:36:40.938023 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-656e38c3-26fc-44c4-bdf6-3d2aff9bca43 admin admin] Publish callbacks [] for security_group (5769c4ce-4ca7-4c1d-88cb-7ee3eaf0d1ea), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:40.943086 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764fff8-9765-4de2-84af-e90700ceb654 req-5525ba02-2939-4b01-aca6-c76f42be780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:40.945620 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4764fff8-9765-4de2-84af-e90700ceb654 req-5525ba02-2939-4b01-aca6-c76f42be780d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=e068f9b959004be4ad9c778d9010561a&device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 1127 time: 0.2082798 Jul 20 09:36:40.946152 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:40.947569 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-2b37f028-b297-422e-8e15-80318a56fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:40.949390 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-2b37f028-b297-422e-8e15-80318a56fd51 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=3bc1f444-18bf-42e0-ae56-3a62ba59289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2132597 Jul 20 09:36:40.985328 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-656e38c3-26fc-44c4-bdf6-3d2aff9bca43 admin admin] Publish callbacks [] for security_group (5769c4ce-4ca7-4c1d-88cb-7ee3eaf0d1ea), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:41.013163 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0199fcb9-1c58-40e7-a6b2-ca968ecb950d,segment=NetworkSegment(ddd0a6b5-29fb-434d-acd9-5d4cb41113c7),segment_id=ddd0a6b5-29fb-434d-acd9-5d4cb41113c7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:41.019772 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:41.021342 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device d3d9760d-e62d-4793-afa5-a0990048268c details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:36:41.125048 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-656e38c3-26fc-44c4-bdf6-3d2aff9bca43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (5769c4ce-4ca7-4c1d-88cb-7ee3eaf0d1ea), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:41.128848 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-656e38c3-26fc-44c4-bdf6-3d2aff9bca43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:41.130006 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-656e38c3-26fc-44c4-bdf6-3d2aff9bca43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5769c4ce-4ca7-4c1d-88cb-7ee3eaf0d1ea HTTP/1.1" status: 204 len: 168 time: 0.3607731 Jul 20 09:36:41.140381 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=0199fcb9-1c58-40e7-a6b2-ca968ecb950d,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:41.173567 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0a6368f0-c282-45cd-81f2-ee43317684e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:41.224748 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63791abf-ab0c-4a25-851c-5f15c64d2553 req-d3b0478d-622e-487e-bc7e-a2b6285297d9 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:41.226901 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-63791abf-ab0c-4a25-851c-5f15c64d2553 req-d3b0478d-622e-487e-bc7e-a2b6285297d9 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 944 time: 0.1480300 Jul 20 09:36:41.241990 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port d3d9760d-e62d-4793-afa5-a0990048268c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=d3d9760d-e62d-4793-afa5-a0990048268c,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:41.245366 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e38c3-26fc-44c4-bdf6-3d2aff9bca43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5769c4ce-4ca7-4c1d-88cb-7ee3eaf0d1ea,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:41.253213 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:41.275149 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': 'd3d9760d-e62d-4793-afa5-a0990048268c', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'port_id': 'd3d9760d-e62d-4793-afa5-a0990048268c', 'mac_address': 'fa:16:3e:2b:71:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:36:41.318405 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port d3d9760d-e62d-4793-afa5-a0990048268c is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:41.319091 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d3d9760d-e62d-4793-afa5-a0990048268c), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:41.334514 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d9760d-e62d-4793-afa5-a0990048268c {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:36:41.341577 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4053d-4914-479d-9480-b1e902ea51f1 req-14ba8fef-d55c-4417-95ba-3fb1c3ff2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:41.343476 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-32b4053d-4914-479d-9480-b1e902ea51f1 req-14ba8fef-d55c-4417-95ba-3fb1c3ff2d16 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=298d7611d92a47fd94dd66c8ff10a7f3&device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 1128 time: 0.5272126 Jul 20 09:36:41.360275 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-63791abf-ab0c-4a25-851c-5f15c64d2553 req-5431017f-6dcd-4464-ad1d-aee10439512f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245410 Jul 20 09:36:41.374215 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port d3d9760d-e62d-4793-afa5-a0990048268c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=d3d9760d-e62d-4793-afa5-a0990048268c,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:41.381193 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:41.389338 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (d3d9760d-e62d-4793-afa5-a0990048268c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:41.409772 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c04a1-28b3-4fbf-8c2c-ce19a4cbebb5 req-a4de1b98-7eb4-4f0f-84fd-7fefd09e0d9c tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:41.412005 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-220c04a1-28b3-4fbf-8c2c-ce19a4cbebb5 req-a4de1b98-7eb4-4f0f-84fd-7fefd09e0d9c tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 943 time: 0.5091267 Jul 20 09:36:41.491420 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0a6368f0-c282-45cd-81f2-ee43317684e5 admin admin] Publish callbacks [] for security_group (33080fe1-3ab6-44db-ba47-d47a9f035673), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:41.500878 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=d3d9760d-e62d-4793-afa5-a0990048268c,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:41.504673 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0a6368f0-c282-45cd-81f2-ee43317684e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (33080fe1-3ab6-44db-ba47-d47a9f035673), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:41.510687 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:41.511036 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:41.511436 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:41.511781 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:41.512113 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:41.512444 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:41.512771 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:41.513094 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:41.513421 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:41.513745 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:41.514067 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:41.514406 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:41.514730 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:41.515047 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:41.516891 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:36:41.544007 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed75f01-968b-4087-8fb6-86468d14ecfe req-2a1fc7ad-5a54-4005-b6ed-79d3b59e4b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:41.546711 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5ed75f01-968b-4087-8fb6-86468d14ecfe req-2a1fc7ad-5a54-4005-b6ed-79d3b59e4b8a service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 1129 time: 0.5961156 Jul 20 09:36:41.587577 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef6fe3-84f0-4774-b5e5-34361d55a650 req-a2c98d9e-4164-47fa-bedd-04ffe3b14f72 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:41.590826 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-40ef6fe3-84f0-4774-b5e5-34361d55a650 req-a2c98d9e-4164-47fa-bedd-04ffe3b14f72 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 944 time: 0.1028259 Jul 20 09:36:41.597945 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-0a6368f0-c282-45cd-81f2-ee43317684e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e410e4c56d7347419d7784bf56294527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7402055 Jul 20 09:36:41.599579 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48060) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:41.602136 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6368f0-c282-45cd-81f2-ee43317684e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33080fe1-3ab6-44db-ba47-d47a9f035673,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:41.630937 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:41.682069 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-5ed75f01-968b-4087-8fb6-86468d14ecfe req-17f4ec33-423a-4ed4-bfca-4c3fdcf79173 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:41.712878 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-40ef6fe3-84f0-4774-b5e5-34361d55a650 req-f3d4f2c5-24f9-4d54-a2aa-79a3b75293b3 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998216 Jul 20 09:36:41.715151 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:41.718397 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['d3d9760d-e62d-4793-afa5-a0990048268c'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:36:41.718948 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1cd8fe6c-565e-4092-8eff-09c955e8fccd admin admin] Publish callbacks [] for security_group (33080fe1-3ab6-44db-ba47-d47a9f035673), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:41.744076 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764fff8-9765-4de2-84af-e90700ceb654 req-cb9b2205-80b7-4df0-9a13-5705cd9aa1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:41.746540 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4764fff8-9765-4de2-84af-e90700ceb654 req-cb9b2205-80b7-4df0-9a13-5705cd9aa1d1 service neutron] 10.222.0.17 "GET /v2.0/networks?id=36a1bf85-9a28-4e91-952b-126a8641e41e HTTP/1.1" status: 200 len: 911 time: 0.7590151 Jul 20 09:36:41.751361 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1cd8fe6c-565e-4092-8eff-09c955e8fccd admin admin] Publish callbacks [] for security_group (33080fe1-3ab6-44db-ba47-d47a9f035673), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:41.819978 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-220c04a1-28b3-4fbf-8c2c-ce19a4cbebb5 req-5d3b2175-64d0-4d9e-a547-c0a14576a2ac tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229134 Jul 20 09:36:41.834425 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1cd8fe6c-565e-4092-8eff-09c955e8fccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (33080fe1-3ab6-44db-ba47-d47a9f035673), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:41.837506 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1cd8fe6c-565e-4092-8eff-09c955e8fccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:41.839406 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-1cd8fe6c-565e-4092-8eff-09c955e8fccd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33080fe1-3ab6-44db-ba47-d47a9f035673 HTTP/1.1" status: 204 len: 168 time: 0.2378037 Jul 20 09:36:41.875733 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-30f74b84-34c0-4900-860b-faa360d9c5d0 service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8942132 Jul 20 09:36:41.878546 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4764fff8-9765-4de2-84af-e90700ceb654 req-84bd922a-fecb-45b1-be45-62ab615547bd service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77eb85d9-70f1-486d-aade-4ad658042670 HTTP/1.1" status: 200 len: 217 time: 0.1104734 Jul 20 09:36:41.893618 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['0199fcb9-1c58-40e7-a6b2-ca968ecb950d'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:36:41.894604 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8fe6c-565e-4092-8eff-09c955e8fccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33080fe1-3ab6-44db-ba47-d47a9f035673,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:41.954217 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4053d-4914-479d-9480-b1e902ea51f1 req-68030706-504d-4326-afe2-8edca0822d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:41.955866 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-32b4053d-4914-479d-9480-b1e902ea51f1 req-68030706-504d-4326-afe2-8edca0822d5e service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=298d7611d92a47fd94dd66c8ff10a7f3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5753906 Jul 20 09:36:41.978125 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb0cdb-c113-482a-abb3-0475f6661077 req-0a1a97b5-4185-4e4b-80d5-29b411595ed7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:41.985287 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a3fb0cdb-c113-482a-abb3-0475f6661077 req-0a1a97b5-4185-4e4b-80d5-29b411595ed7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.1191392 Jul 20 09:36:42.077063 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a3fb0cdb-c113-482a-abb3-0475f6661077 req-eca96838-c7f3-43e5-b35f-4d987a0dd5b6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908136 Jul 20 09:36:42.118364 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764fff8-9765-4de2-84af-e90700ceb654 req-16b28a8c-08ad-482c-b238-ac144b7e8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:42.119921 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4764fff8-9765-4de2-84af-e90700ceb654 req-16b28a8c-08ad-482c-b238-ac144b7e8d23 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=953429d7-68e9-4e81-910d-8286b5c47ba5 HTTP/1.1" status: 200 len: 849 time: 0.2327740 Jul 20 09:36:42.176595 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282271c2-74c6-4f48-befc-b1e973ab1f8c req-8c3cc731-660b-4042-87ea-0a7eb9ab7ef4 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:42.178311 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-282271c2-74c6-4f48-befc-b1e973ab1f8c req-8c3cc731-660b-4042-87ea-0a7eb9ab7ef4 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 944 time: 0.2275507 Jul 20 09:36:42.221360 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:42.286147 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b322f87f-35e5-4b2c-bda8-ee6368700f1b req-c5e97574-4597-4d9a-b778-4e6729b854e8 service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977568 Jul 20 09:36:42.289484 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-5ed75f01-968b-4087-8fb6-86468d14ecfe req-17f4ec33-423a-4ed4-bfca-4c3fdcf79173 service neutron] Publish callbacks [] for security_group (969bb5db-fc9d-4d90-8a40-dc13858a65de), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:42.294505 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764fff8-9765-4de2-84af-e90700ceb654 req-b4e7d9bf-b333-4117-a65c-ce35953f084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:42.296028 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4764fff8-9765-4de2-84af-e90700ceb654 req-b4e7d9bf-b333-4117-a65c-ce35953f084a service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=36a1bf85-9a28-4e91-952b-126a8641e41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1437044 Jul 20 09:36:42.309971 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-5ed75f01-968b-4087-8fb6-86468d14ecfe req-17f4ec33-423a-4ed4-bfca-4c3fdcf79173 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (969bb5db-fc9d-4d90-8a40-dc13858a65de), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:42.363221 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4053d-4914-479d-9480-b1e902ea51f1 req-d97815fa-b776-40f1-b143-3fdbc9e0f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:42.365413 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-32b4053d-4914-479d-9480-b1e902ea51f1 req-d97815fa-b776-40f1-b143-3fdbc9e0f927 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3982804 Jul 20 09:36:42.375576 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:42.379966 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48082) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:42.411899 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-804619bd-d41e-43cb-85af-ed4ee5c6c0f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:42.417476 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-282271c2-74c6-4f48-befc-b1e973ab1f8c req-a4fab572-da9a-4e5b-a9b8-f0ca4e3963c0 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074895 Jul 20 09:36:42.447173 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5ed75f01-968b-4087-8fb6-86468d14ecfe req-17f4ec33-423a-4ed4-bfca-4c3fdcf79173 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8695879 Jul 20 09:36:42.450129 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4ec33-423a-4ed4-bfca-4c3fdcf79173 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=969bb5db-fc9d-4d90-8a40-dc13858a65de,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:42.457481 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:42.498339 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4764fff8-9765-4de2-84af-e90700ceb654 req-cdf31ad7-e39f-4eec-aa09-95dbfed53e34 service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917431 Jul 20 09:36:42.559727 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15578e48-1a35-4e09-b730-071ccaf0a3e1 req-13736169-2641-435b-9602-f8496b5f0bef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:42.561488 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-15578e48-1a35-4e09-b730-071ccaf0a3e1 req-13736169-2641-435b-9602-f8496b5f0bef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 945 time: 0.0751424 Jul 20 09:36:42.576481 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 48088) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:42.633924 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-804619bd-d41e-43cb-85af-ed4ee5c6c0f6 admin admin] Publish callbacks [] for security_group (57609b3d-fd8e-4dda-941b-139b58e8f1b8), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:42.645517 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-804619bd-d41e-43cb-85af-ed4ee5c6c0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (57609b3d-fd8e-4dda-941b-139b58e8f1b8), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:42.677770 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-15578e48-1a35-4e09-b730-071ccaf0a3e1 req-8c24f59f-de76-4345-b8c9-50b026e08a08 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079495 Jul 20 09:36:42.707714 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804619bd-d41e-43cb-85af-ed4ee5c6c0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57609b3d-fd8e-4dda-941b-139b58e8f1b8,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:42.716222 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-804619bd-d41e-43cb-85af-ed4ee5c6c0f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=615933bca2cc471d86223ce5a686fa5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349142 Jul 20 09:36:42.718838 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48094) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:42.781188 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-32ce6230-1a4d-4ca0-af00-8f995992dbb4 admin admin] Publish callbacks [] for security_group (57609b3d-fd8e-4dda-941b-139b58e8f1b8), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:42.783035 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bbd56a01-caf7-4672-a826-b67e34956474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:42.811183 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-32ce6230-1a4d-4ca0-af00-8f995992dbb4 admin admin] Publish callbacks [] for security_group (57609b3d-fd8e-4dda-941b-139b58e8f1b8), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:42.868132 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-32ce6230-1a4d-4ca0-af00-8f995992dbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (57609b3d-fd8e-4dda-941b-139b58e8f1b8), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:42.871185 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-32ce6230-1a4d-4ca0-af00-8f995992dbb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:42.876017 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-32ce6230-1a4d-4ca0-af00-8f995992dbb4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57609b3d-fd8e-4dda-941b-139b58e8f1b8 HTTP/1.1" status: 204 len: 168 time: 0.1537204 Jul 20 09:36:42.890893 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce6230-1a4d-4ca0-af00-8f995992dbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57609b3d-fd8e-4dda-941b-139b58e8f1b8,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:42.916891 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cbcb8-ca2e-4f9d-9f93-98ffb4cd3ff9 req-b2cbcbe3-5b1e-4695-854c-4986c433ccb8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:42.918804 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b83cbcb8-ca2e-4f9d-9f93-98ffb4cd3ff9 req-b2cbcbe3-5b1e-4695-854c-4986c433ccb8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 944 time: 0.0914502 Jul 20 09:36:42.975325 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bbd56a01-caf7-4672-a826-b67e34956474 admin admin] Publish callbacks [] for security_group (cf517c5e-f26b-46b0-ac5e-68a3a262764c), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:42.985119 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bbd56a01-caf7-4672-a826-b67e34956474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (cf517c5e-f26b-46b0-ac5e-68a3a262764c), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:42.990241 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be28664-996b-4811-a25e-c68dcdb2d037 req-966a7955-ce1c-42af-a697-439881fde3c5 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:42.992011 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1be28664-996b-4811-a25e-c68dcdb2d037 req-966a7955-ce1c-42af-a697-439881fde3c5 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 943 time: 0.0795527 Jul 20 09:36:43.007740 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 77eb85d9-70f1-486d-aade-4ad658042670 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:36:43.012718 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 0199fcb9-1c58-40e7-a6b2-ca968ecb950d up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:36:43.026445 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b83cbcb8-ca2e-4f9d-9f93-98ffb4cd3ff9 req-e445dfc5-f068-487e-98ea-39758a805b34 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987113 Jul 20 09:36:43.053652 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-bbd56a01-caf7-4672-a826-b67e34956474 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8f8cdc280f34f64a14b813e91bc11b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4760039 Jul 20 09:36:43.054723 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd56a01-caf7-4672-a826-b67e34956474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf517c5e-f26b-46b0-ac5e-68a3a262764c,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:43.057210 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 48108) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:43.101740 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:43.128175 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1be28664-996b-4811-a25e-c68dcdb2d037 req-424cbc5c-55f9-4c47-bd87-d65ffbbfd7c7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300366 Jul 20 09:36:43.160587 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8c7866dd-56a8-48a0-8bea-0a9cc75231e3 admin admin] Publish callbacks [] for security_group (cf517c5e-f26b-46b0-ac5e-68a3a262764c), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:43.179385 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:36:43.189079 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:43.189671 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:43.254667 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 77eb85d9-70f1-486d-aade-4ad658042670, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=77eb85d9-70f1-486d-aade-4ad658042670,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:43.275445 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '77eb85d9-70f1-486d-aade-4ad658042670', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'port_id': '77eb85d9-70f1-486d-aade-4ad658042670', 'mac_address': 'fa:16:3e:6c:76:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:36:43.288868 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8c7866dd-56a8-48a0-8bea-0a9cc75231e3 admin admin] Publish callbacks [] for security_group (cf517c5e-f26b-46b0-ac5e-68a3a262764c), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:43.336183 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 77eb85d9-70f1-486d-aade-4ad658042670 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:43.337923 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (77eb85d9-70f1-486d-aade-4ad658042670), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:43.351585 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:43.352008 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:43.368096 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77eb85d9-70f1-486d-aade-4ad658042670 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:36:43.401033 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c84549-5164-4a35-8506-347bb225c7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0199fcb9-1c58-40e7-a6b2-ca968ecb950d'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:36:43.403277 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e269eb72-2e14-4113-af93-eda52bbc0a36" -d '{"events": [{"server_uuid": "83c84549-5164-4a35-8506-347bb225c7db", "name": "network-vif-plugged", "status": "completed", "tag": "0199fcb9-1c58-40e7-a6b2-ca968ecb950d"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:36:43.408534 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 77eb85d9-70f1-486d-aade-4ad658042670, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=77eb85d9-70f1-486d-aade-4ad658042670,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:43.409510 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d521f-7425-4277-a7ec-b02b0a696c06 req-69dcc27a-5630-4842-b39d-8a3498a7547e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:43.417688 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-294d521f-7425-4277-a7ec-b02b0a696c06 req-69dcc27a-5630-4842-b39d-8a3498a7547e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.2307823 Jul 20 09:36:43.437941 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0199fcb9-1c58-40e7-a6b2-ca968ecb950d,segment=NetworkSegment(ddd0a6b5-29fb-434d-acd9-5d4cb41113c7),segment_id=ddd0a6b5-29fb-434d-acd9-5d4cb41113c7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:43.439638 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (77eb85d9-70f1-486d-aade-4ad658042670), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:43.440755 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8c7866dd-56a8-48a0-8bea-0a9cc75231e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (cf517c5e-f26b-46b0-ac5e-68a3a262764c), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:43.444703 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8c7866dd-56a8-48a0-8bea-0a9cc75231e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:43.446355 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-8c7866dd-56a8-48a0-8bea-0a9cc75231e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf517c5e-f26b-46b0-ac5e-68a3a262764c HTTP/1.1" status: 204 len: 168 time: 0.3880119 Jul 20 09:36:43.450849 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:43.459197 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device d3d9760d-e62d-4793-afa5-a0990048268c up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:36:43.478672 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7866dd-56a8-48a0-8bea-0a9cc75231e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf517c5e-f26b-46b0-ac5e-68a3a262764c,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:43.507004 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-a565f4e0-f559-4065-ae4e-da32b096f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:43.509214 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-a565f4e0-f559-4065-ae4e-da32b096f65e service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=298d7611d92a47fd94dd66c8ff10a7f3&device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 1128 time: 0.1612360 Jul 20 09:36:43.534056 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89289d7-4932-4806-a042-e7bacb37e05a x-openstack-request-id: req-c89289d7-4932-4806-a042-e7bacb37e05a {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:36:43.534512 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c84549-5164-4a35-8506-347bb225c7db", "name": "network-vif-plugged", "status": "completed", "tag": "0199fcb9-1c58-40e7-a6b2-ca968ecb950d", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:36:43.535542 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c89289d7-4932-4806-a042-e7bacb37e05a {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:36:43.536610 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89289d7-4932-4806-a042-e7bacb37e05a'] response: {'server_uuid': '83c84549-5164-4a35-8506-347bb225c7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0199fcb9-1c58-40e7-a6b2-ca968ecb950d', 'code': 200} Jul 20 09:36:43.585485 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:43.598377 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd1ff2-0839-4171-87e6-b8dcec300c0f req-05342456-8f5d-4834-8829-0fab8811708a tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:43.606206 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-91bd1ff2-0839-4171-87e6-b8dcec300c0f req-05342456-8f5d-4834-8829-0fab8811708a tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 944 time: 0.0611992 Jul 20 09:36:43.672054 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4764fff8-9765-4de2-84af-e90700ceb654 req-7cc78189-267c-4923-a84a-81de749fa770 service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176246 Jul 20 09:36:43.679698 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-91bd1ff2-0839-4171-87e6-b8dcec300c0f req-c56519d5-9fd9-4bab-8532-c3d7912fefe3 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721862 Jul 20 09:36:43.680077 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-837137d3-98f9-46a2-a720-66950090e11e service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=858a2557-dd95-4202-9ad4-6f69f24ea78a HTTP/1.1" status: 200 len: 217 time: 0.1151755 Jul 20 09:36:43.688896 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-294d521f-7425-4277-a7ec-b02b0a696c06 req-3139695e-9322-4469-92e2-83ee612a6de7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699051 Jul 20 09:36:43.717260 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port d3d9760d-e62d-4793-afa5-a0990048268c completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:36:43.735353 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['77eb85d9-70f1-486d-aade-4ad658042670'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:36:43.741471 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port d3d9760d-e62d-4793-afa5-a0990048268c triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:43.741740 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (d3d9760d-e62d-4793-afa5-a0990048268c), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:43.775230 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=77eb85d9-70f1-486d-aade-4ad658042670,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:43.798717 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:43.816333 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8adb9a-5c53-4b13-b419-956b5cf8bc22 req-730ca277-3232-4f87-81b0-a52f729c047a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:43.824561 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9c8adb9a-5c53-4b13-b419-956b5cf8bc22 req-730ca277-3232-4f87-81b0-a52f729c047a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 945 time: 0.0696409 Jul 20 09:36:43.967711 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-098ad4a4-c2d4-4b49-a504-b46483fe9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:43.981121 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-098ad4a4-c2d4-4b49-a504-b46483fe9da4 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=72f6ac29-cb53-49e9-9f90-a00bd8bce569 HTTP/1.1" status: 200 len: 853 time: 0.1234066 Jul 20 09:36:43.982644 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9c8adb9a-5c53-4b13-b419-956b5cf8bc22 req-98c8568d-3b89-49ec-97b4-9f851ef33626 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570234 Jul 20 09:36:44.057659 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=0199fcb9-1c58-40e7-a6b2-ca968ecb950d,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:44.091320 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-eac3f2ca-766b-4c3d-b49c-38c9ec576ad0 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=62d7b8d9-8d7e-4751-b1cf-35e38e741657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871837 Jul 20 09:36:44.127933 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:44.144633 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port d3d9760d-e62d-4793-afa5-a0990048268c is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:44.145039 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d3d9760d-e62d-4793-afa5-a0990048268c), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:44.168667 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48166) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:44.195538 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-491c4f4a-aacb-48dd-9dab-f431951db6c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:44.215827 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port d3d9760d-e62d-4793-afa5-a0990048268c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=d3d9760d-e62d-4793-afa5-a0990048268c,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:44.226134 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (d3d9760d-e62d-4793-afa5-a0990048268c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:44.228792 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd96765-66a8-4c07-a5c4-b207339ef4b8 req-45f6954a-4a66-4a82-8aee-c0a587d5b31e tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:44.239161 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7bd96765-66a8-4c07-a5c4-b207339ef4b8 req-45f6954a-4a66-4a82-8aee-c0a587d5b31e tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 945 time: 0.0992839 Jul 20 09:36:44.329260 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-491c4f4a-aacb-48dd-9dab-f431951db6c7 admin admin] Publish callbacks [] for security_group (f8e69a83-a57d-41f6-9bda-158e077126e6), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:44.329955 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=d3d9760d-e62d-4793-afa5-a0990048268c,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:44.332220 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:44.346904 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-491c4f4a-aacb-48dd-9dab-f431951db6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (f8e69a83-a57d-41f6-9bda-158e077126e6), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:44.373432 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7bd96765-66a8-4c07-a5c4-b207339ef4b8 req-c03b4dae-730f-4ec6-af61-3fd0389b53d7 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337197 Jul 20 09:36:44.456654 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501bdf4-de8e-4099-8800-1c4a3dfc5ecb req-4c5c1545-b55a-4f4e-8e44-c1ebcaedc92b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:44.459500 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0501bdf4-de8e-4099-8800-1c4a3dfc5ecb req-4c5c1545-b55a-4f4e-8e44-c1ebcaedc92b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 944 time: 0.1279345 Jul 20 09:36:44.462660 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-491c4f4a-aacb-48dd-9dab-f431951db6c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3bbe532467e5412ba80fb11b2d8b820f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927825 Jul 20 09:36:44.463967 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c4f4a-aacb-48dd-9dab-f431951db6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e69a83-a57d-41f6-9bda-158e077126e6,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:44.467025 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48182) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:44.478699 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7636a5c-d0ca-4a2d-aa4a-2b374681bcb2 req-cb0328b7-6ffc-431b-a438-05bd9a23caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:44.480608 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a7636a5c-d0ca-4a2d-aa4a-2b374681bcb2 req-cb0328b7-6ffc-431b-a438-05bd9a23caa2 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 1129 time: 0.1853917 Jul 20 09:36:44.561169 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-55a940c2-f98a-4438-b59c-df5182b57d2a service neutron] 10.222.0.17 "GET /v2.0/networks/62d7b8d9-8d7e-4751-b1cf-35e38e741657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927111 Jul 20 09:36:44.565168 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a7636a5c-d0ca-4a2d-aa4a-2b374681bcb2 req-84648d26-fae5-4ccf-a217-cda732180dbf service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716627 Jul 20 09:36:44.574102 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-abbab34d-af8b-49ea-a58e-ca9ead0bdf7c admin admin] Publish callbacks [] for security_group (f8e69a83-a57d-41f6-9bda-158e077126e6), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:44.611644 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0501bdf4-de8e-4099-8800-1c4a3dfc5ecb req-f7c620bc-3a41-4ed6-badf-f54fb20260a0 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123018 Jul 20 09:36:44.617977 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-abbab34d-af8b-49ea-a58e-ca9ead0bdf7c admin admin] Publish callbacks [] for security_group (f8e69a83-a57d-41f6-9bda-158e077126e6), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:44.676684 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-abbab34d-af8b-49ea-a58e-ca9ead0bdf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (f8e69a83-a57d-41f6-9bda-158e077126e6), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:44.680067 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-abbab34d-af8b-49ea-a58e-ca9ead0bdf7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:44.683744 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-abbab34d-af8b-49ea-a58e-ca9ead0bdf7c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8e69a83-a57d-41f6-9bda-158e077126e6 HTTP/1.1" status: 204 len: 168 time: 0.2129397 Jul 20 09:36:44.690861 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbab34d-af8b-49ea-a58e-ca9ead0bdf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e69a83-a57d-41f6-9bda-158e077126e6,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:44.844899 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db3b78-ca35-4307-a010-dc3ae5a50c96 req-516eed94-e614-4c2e-b020-04c44341215e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:44.853945 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-88db3b78-ca35-4307-a010-dc3ae5a50c96 req-516eed94-e614-4c2e-b020-04c44341215e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0692842 Jul 20 09:36:44.985412 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-88db3b78-ca35-4307-a010-dc3ae5a50c96 req-17246417-44f1-42bd-8e87-522deb00a338 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268625 Jul 20 09:36:44.986160 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48202) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:45.011788 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 45838986-91b0-43b0-82e9-e712321d1783 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:36:45.015122 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 77eb85d9-70f1-486d-aade-4ad658042670 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:36:45.064130 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:45.068610 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac8587-cb67-467d-98d7-d1a090bf448b req-30ddab17-cd8d-4c99-b0a4-b8053be673b2 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:45.070490 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c0ac8587-cb67-467d-98d7-d1a090bf448b req-30ddab17-cd8d-4c99-b0a4-b8053be673b2 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 944 time: 0.3041902 Jul 20 09:36:45.132212 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 77eb85d9-70f1-486d-aade-4ad658042670 completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:36:45.180462 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c0ac8587-cb67-467d-98d7-d1a090bf448b req-5f35e70e-fd43-478e-a0d4-ecc2e53d47d4 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986664 Jul 20 09:36:45.190843 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 77eb85d9-70f1-486d-aade-4ad658042670 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:45.191384 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (77eb85d9-70f1-486d-aade-4ad658042670), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:45.209862 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee7d2-8392-43d7-a4c0-a3754cd4bbff req-7a5c742a-6c13-4e2e-a1bd-675bbdfb589c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:45.226557 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-777ee7d2-8392-43d7-a4c0-a3754cd4bbff req-7a5c742a-6c13-4e2e-a1bd-675bbdfb589c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.1215372 Jul 20 09:36:45.228676 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7b9af12e-ef2e-45d5-bd02-ff36691f8963 req-9ed56b89-5ea3-4e17-9f7a-d12885f2db67 service neutron] 10.222.0.17 "GET /v2.0/networks/62d7b8d9-8d7e-4751-b1cf-35e38e741657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706776 Jul 20 09:36:45.282074 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-777ee7d2-8392-43d7-a4c0-a3754cd4bbff req-abecef8c-f235-4e37-9a13-7b5d197c7d60 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534179 Jul 20 09:36:45.325291 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:45.357031 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 45838986-91b0-43b0-82e9-e712321d1783, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=45838986-91b0-43b0-82e9-e712321d1783,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:45.359461 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:45.360697 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 77eb85d9-70f1-486d-aade-4ad658042670 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:45.361098 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (77eb85d9-70f1-486d-aade-4ad658042670), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:45.376524 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7058cf63-c1c1-4448-a7d2-4baf82cad085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:45.394474 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:45.401065 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '45838986-91b0-43b0-82e9-e712321d1783', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'port_id': '45838986-91b0-43b0-82e9-e712321d1783', 'mac_address': 'fa:16:3e:1f:5f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:36:45.481246 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 77eb85d9-70f1-486d-aade-4ad658042670, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=77eb85d9-70f1-486d-aade-4ad658042670,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:45.492350 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (77eb85d9-70f1-486d-aade-4ad658042670), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:45.497309 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 45838986-91b0-43b0-82e9-e712321d1783 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:45.497685 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (45838986-91b0-43b0-82e9-e712321d1783), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:45.502302 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7058cf63-c1c1-4448-a7d2-4baf82cad085 admin admin] Publish callbacks [] for security_group (cf6e6d81-b831-44f4-8f9c-54906c09b9ac), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:45.509375 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7058cf63-c1c1-4448-a7d2-4baf82cad085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (cf6e6d81-b831-44f4-8f9c-54906c09b9ac), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:45.538334 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ab6169-0ddb-45df-a77d-e9ab309261b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d9760d-e62d-4793-afa5-a0990048268c'}, {'server_uuid': '09550419-8417-4448-af4b-10d9534548a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eb85d9-70f1-486d-aade-4ad658042670'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:36:45.541023 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bef48b-fbf6-4f34-99c1-c8927f7001e4" -d '{"events": [{"server_uuid": "29ab6169-0ddb-45df-a77d-e9ab309261b1", "name": "network-vif-plugged", "status": "completed", "tag": "d3d9760d-e62d-4793-afa5-a0990048268c"}, {"server_uuid": "09550419-8417-4448-af4b-10d9534548a4", "name": "network-vif-plugged", "status": "completed", "tag": "77eb85d9-70f1-486d-aade-4ad658042670"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:36:45.544986 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45838986-91b0-43b0-82e9-e712321d1783 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:36:45.582779 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-7058cf63-c1c1-4448-a7d2-4baf82cad085 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=247964948a3e4c329281af9aec0ec2c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5951791 Jul 20 09:36:45.583953 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058cf63-c1c1-4448-a7d2-4baf82cad085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6e6d81-b831-44f4-8f9c-54906c09b9ac,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:45.586699 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48226) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:45.605708 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bee54-c659-41a2-a1db-67e5fffa717a req-c3df26b5-3e85-43f3-b63c-9adf9fa2736a tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:45.608811 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 45838986-91b0-43b0-82e9-e712321d1783, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=45838986-91b0-43b0-82e9-e712321d1783,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:45.614149 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=77eb85d9-70f1-486d-aade-4ad658042670,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:45.623230 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ff7bee54-c659-41a2-a1db-67e5fffa717a req-c3df26b5-3e85-43f3-b63c-9adf9fa2736a tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 945 time: 0.1242976 Jul 20 09:36:45.627446 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (45838986-91b0-43b0-82e9-e712321d1783), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:45.651547 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d684550a-7945-498a-a0b1-440fc6fd11bc admin admin] Publish callbacks [] for security_group (cf6e6d81-b831-44f4-8f9c-54906c09b9ac), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:45.664806 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Jul 2022 09:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e57983d-a804-4b39-8990-c6a4f35d309b x-openstack-request-id: req-2e57983d-a804-4b39-8990-c6a4f35d309b {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:36:45.665186 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ab6169-0ddb-45df-a77d-e9ab309261b1", "name": "network-vif-plugged", "status": "completed", "tag": "d3d9760d-e62d-4793-afa5-a0990048268c", "code": 200}, {"server_uuid": "09550419-8417-4448-af4b-10d9534548a4", "name": "network-vif-plugged", "status": "completed", "tag": "77eb85d9-70f1-486d-aade-4ad658042670", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:36:45.665464 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e57983d-a804-4b39-8990-c6a4f35d309b {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:36:45.666158 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e57983d-a804-4b39-8990-c6a4f35d309b'] response: {'server_uuid': '29ab6169-0ddb-45df-a77d-e9ab309261b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d9760d-e62d-4793-afa5-a0990048268c', 'code': 200} Jul 20 09:36:45.666575 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e57983d-a804-4b39-8990-c6a4f35d309b'] response: {'server_uuid': '09550419-8417-4448-af4b-10d9534548a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eb85d9-70f1-486d-aade-4ad658042670', 'code': 200} Jul 20 09:36:45.680172 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d684550a-7945-498a-a0b1-440fc6fd11bc admin admin] Publish callbacks [] for security_group (cf6e6d81-b831-44f4-8f9c-54906c09b9ac), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:45.707481 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=45838986-91b0-43b0-82e9-e712321d1783,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:45.740160 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:45.742226 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d684550a-7945-498a-a0b1-440fc6fd11bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (cf6e6d81-b831-44f4-8f9c-54906c09b9ac), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:45.744948 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d684550a-7945-498a-a0b1-440fc6fd11bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:45.749428 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-d684550a-7945-498a-a0b1-440fc6fd11bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf6e6d81-b831-44f4-8f9c-54906c09b9ac HTTP/1.1" status: 204 len: 168 time: 0.1583683 Jul 20 09:36:45.760431 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ff7bee54-c659-41a2-a1db-67e5fffa717a req-9fa3d35a-a55f-47cf-ac8e-71c08a6acc7d tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360793 Jul 20 09:36:45.768887 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684550a-7945-498a-a0b1-440fc6fd11bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6e6d81-b831-44f4-8f9c-54906c09b9ac,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:45.855527 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47eb1e-462e-4fe1-84be-a9c74fb1a401 req-ee39da81-346c-4c5d-b3ab-1be5ed1ca40b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:45.857887 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fd47eb1e-462e-4fe1-84be-a9c74fb1a401 req-ee39da81-346c-4c5d-b3ab-1be5ed1ca40b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0713258 Jul 20 09:36:45.910844 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['45838986-91b0-43b0-82e9-e712321d1783'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:36:45.936515 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fd47eb1e-462e-4fe1-84be-a9c74fb1a401 req-e48d4eea-07df-4d74-8a11-71871345c088 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721827 Jul 20 09:36:46.156674 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb1ae4-9271-4f3d-a28f-96c0c88ccf69 req-a3287d73-3a5a-410b-b869-249f4b77175b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:46.167237 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-20cb1ae4-9271-4f3d-a28f-96c0c88ccf69 req-a3287d73-3a5a-410b-b869-249f4b77175b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 944 time: 0.0835373 Jul 20 09:36:46.240217 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-20cb1ae4-9271-4f3d-a28f-96c0c88ccf69 req-67cd3a8a-54e4-49cd-a3a2-acb87418d8f0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713558 Jul 20 09:36:46.332251 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 48262) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:46.338630 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9e741-1f50-4c00-935a-a9d098d48f60 req-f43a072d-9ca9-47b7-a785-ba8253c97b41 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:46.340460 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-bff9e741-1f50-4c00-935a-a9d098d48f60 req-f43a072d-9ca9-47b7-a785-ba8253c97b41 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 944 time: 0.0732825 Jul 20 09:36:46.363334 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-12a9219e-ba4f-43fc-8b4a-b62d3ff6fe26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:46.423473 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-bff9e741-1f50-4c00-935a-a9d098d48f60 req-fbfa5aeb-8f8c-488d-b382-fdc870cd828d tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728571 Jul 20 09:36:46.456430 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c178d8-41f1-4543-9ef6-da7652bcc701 req-ac6013ea-70e7-4842-aef9-92fd45b9ae67 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:46.457993 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-99c178d8-41f1-4543-9ef6-da7652bcc701 req-ac6013ea-70e7-4842-aef9-92fd45b9ae67 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0730767 Jul 20 09:36:46.547486 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:46.561337 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-12a9219e-ba4f-43fc-8b4a-b62d3ff6fe26 admin admin] Publish callbacks [] for security_group (fbf7f413-36cf-4a5c-9cf3-8f5509848009), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:46.570959 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-99c178d8-41f1-4543-9ef6-da7652bcc701 req-467ea560-ea6b-406a-a169-2bc3ba9cb7ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030977 Jul 20 09:36:46.573542 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-12a9219e-ba4f-43fc-8b4a-b62d3ff6fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (fbf7f413-36cf-4a5c-9cf3-8f5509848009), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:46.622305 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9219e-ba4f-43fc-8b4a-b62d3ff6fe26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf7f413-36cf-4a5c-9cf3-8f5509848009,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:46.631598 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-12a9219e-ba4f-43fc-8b4a-b62d3ff6fe26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=267862bc471b48599041b2f347084b0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966669 Jul 20 09:36:46.633508 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 48276) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:46.707128 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-370b0d59-c2ec-49be-8c31-a23a6307f73a admin admin] Publish callbacks [] for security_group (fbf7f413-36cf-4a5c-9cf3-8f5509848009), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:46.731335 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-370b0d59-c2ec-49be-8c31-a23a6307f73a admin admin] Publish callbacks [] for security_group (fbf7f413-36cf-4a5c-9cf3-8f5509848009), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:46.792437 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-370b0d59-c2ec-49be-8c31-a23a6307f73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (fbf7f413-36cf-4a5c-9cf3-8f5509848009), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:46.799079 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-370b0d59-c2ec-49be-8c31-a23a6307f73a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:46.803364 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-370b0d59-c2ec-49be-8c31-a23a6307f73a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbf7f413-36cf-4a5c-9cf3-8f5509848009 HTTP/1.1" status: 204 len: 168 time: 0.1657488 Jul 20 09:36:46.828421 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:46.835931 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b0d59-c2ec-49be-8c31-a23a6307f73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf7f413-36cf-4a5c-9cf3-8f5509848009,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:46.930985 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae0b4b-94e6-4d56-afd5-1839696a504c req-716a6fee-58f9-478a-8a07-622fa6b3a8de tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:46.932884 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6cae0b4b-94e6-4d56-afd5-1839696a504c req-716a6fee-58f9-478a-8a07-622fa6b3a8de tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 945 time: 0.0771482 Jul 20 09:36:47.006046 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 45838986-91b0-43b0-82e9-e712321d1783 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:36:47.031962 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6cae0b4b-94e6-4d56-afd5-1839696a504c req-6418d819-55f1-435b-854d-7f84c6faf1b1 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917797 Jul 20 09:36:47.111986 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 45838986-91b0-43b0-82e9-e712321d1783 completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:36:47.121150 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3895879-3607-461d-a76e-60ea4184fa16 req-0d14e3fe-6916-4ca1-b9a9-977157bb8549 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:47.124533 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 45838986-91b0-43b0-82e9-e712321d1783 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:47.125303 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (45838986-91b0-43b0-82e9-e712321d1783), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:47.131048 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a3895879-3607-461d-a76e-60ea4184fa16 req-0d14e3fe-6916-4ca1-b9a9-977157bb8549 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0816436 Jul 20 09:36:47.254705 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a3895879-3607-461d-a76e-60ea4184fa16 req-fa7a55b1-a46c-493a-8426-92fea70e382f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130705 Jul 20 09:36:47.290976 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 45838986-91b0-43b0-82e9-e712321d1783 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:47.291461 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (45838986-91b0-43b0-82e9-e712321d1783), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:47.378074 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 45838986-91b0-43b0-82e9-e712321d1783, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=45838986-91b0-43b0-82e9-e712321d1783,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:47.383763 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (45838986-91b0-43b0-82e9-e712321d1783), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:47.506563 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a02b1-df55-44b0-9399-d04258405654 req-48061a4c-a425-4dcd-9552-d2a73853affe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:47.512127 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d54a02b1-df55-44b0-9399-d04258405654 req-48061a4c-a425-4dcd-9552-d2a73853affe service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 1130 time: 0.2063477 Jul 20 09:36:47.521576 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4581e4b-8969-40aa-8f20-059c6a0158b8 req-2a4fb0be-0dba-4ea7-be66-89510d7033b1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:47.522295 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=45838986-91b0-43b0-82e9-e712321d1783,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:47.542541 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a4581e4b-8969-40aa-8f20-059c6a0158b8 req-2a4fb0be-0dba-4ea7-be66-89510d7033b1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.1256504 Jul 20 09:36:47.592948 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3a8f-0515-4f83-9133-f1e488d395f4 req-073891b0-9636-42b9-ac1b-2dde98392b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:47.594438 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-53ce3a8f-0515-4f83-9133-f1e488d395f4 req-073891b0-9636-42b9-ac1b-2dde98392b1c service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 1129 time: 0.2393811 Jul 20 09:36:47.632068 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:47.668067 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45838986-91b0-43b0-82e9-e712321d1783'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:36:47.668261 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a4581e4b-8969-40aa-8f20-059c6a0158b8 req-ffcd8404-1e86-4444-a8e6-4de84fe82623 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300561 Jul 20 09:36:47.670018 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7abf5041-37c7-4992-bc12-4881b2bc41eb req-42ce0690-a8cd-461d-87c2-aea12882378b service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2517395 Jul 20 09:36:47.671089 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe06f27-cdaf-4a46-a38e-3a4982352e89" -d '{"events": [{"server_uuid": "449aaf77-3ec6-4163-bc11-ce226c2ca23d", "name": "network-vif-plugged", "status": "completed", "tag": "45838986-91b0-43b0-82e9-e712321d1783"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:36:47.718615 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d54a02b1-df55-44b0-9399-d04258405654 req-f9b6a1ee-485b-4286-a301-61717c97937c service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544623 Jul 20 09:36:47.725823 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bcf2d-141e-4b34-8bc2-7a53319dc6db req-6d09b6dc-cdae-409d-87dd-1cd69c4eecd1 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:47.733109 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-aa9bcf2d-141e-4b34-8bc2-7a53319dc6db req-6d09b6dc-cdae-409d-87dd-1cd69c4eecd1 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 944 time: 0.1469536 Jul 20 09:36:47.762510 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-53ce3a8f-0515-4f83-9133-f1e488d395f4 req-9b04e55a-dfce-420e-a82b-d39062b58c62 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439154 Jul 20 09:36:47.855718 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5672df7-5f66-4453-967b-07d0766b0b44 req-1a374daf-3898-4808-aa6f-a2adbc1a265e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:47.864221 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d5672df7-5f66-4453-967b-07d0766b0b44 req-1a374daf-3898-4808-aa6f-a2adbc1a265e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0740891 Jul 20 09:36:47.868508 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-aa9bcf2d-141e-4b34-8bc2-7a53319dc6db req-90933018-b551-4a2a-81c4-96df450ded41 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305711 Jul 20 09:36:47.932462 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b772a7f-10f0-42be-bf23-2c6fef08e1ae x-openstack-request-id: req-8b772a7f-10f0-42be-bf23-2c6fef08e1ae {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:36:47.933013 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449aaf77-3ec6-4163-bc11-ce226c2ca23d", "name": "network-vif-plugged", "status": "completed", "tag": "45838986-91b0-43b0-82e9-e712321d1783", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:36:47.933129 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b772a7f-10f0-42be-bf23-2c6fef08e1ae {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:36:47.933426 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b772a7f-10f0-42be-bf23-2c6fef08e1ae'] response: {'server_uuid': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45838986-91b0-43b0-82e9-e712321d1783', 'code': 200} Jul 20 09:36:47.975039 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d5672df7-5f66-4453-967b-07d0766b0b44 req-82f5ddb3-6770-4cec-817b-bb7131997dc4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092963 Jul 20 09:36:48.385504 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb9199-1d20-46ea-834a-0e21de15868e req-0cc5ca7d-5c74-4f63-a970-0b05e3950214 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:48.387324 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a0cb9199-1d20-46ea-834a-0e21de15868e req-0cc5ca7d-5c74-4f63-a970-0b05e3950214 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0687323 Jul 20 09:36:48.481690 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a0cb9199-1d20-46ea-834a-0e21de15868e req-7ae5040a-93fb-4093-badc-ac8e80189f7f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882661 Jul 20 09:36:48.511259 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf5041-37c7-4992-bc12-4881b2bc41eb req-06a446aa-a2ad-4c62-b1ad-c5e80217ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:48.512796 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7abf5041-37c7-4992-bc12-4881b2bc41eb req-06a446aa-a2ad-4c62-b1ad-c5e80217ad18 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 1129 time: 0.0529680 Jul 20 09:36:48.847239 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9383a83-1a1c-4e6a-8ea7-5ef72cb15acc req-9f3b16fd-887c-4c90-8c8c-66ddf629dab5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:48.849777 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d9383a83-1a1c-4e6a-8ea7-5ef72cb15acc req-9f3b16fd-887c-4c90-8c8c-66ddf629dab5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0774753 Jul 20 09:36:48.910832 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d9383a83-1a1c-4e6a-8ea7-5ef72cb15acc req-cd463782-3293-44db-842b-7bea33c7262b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510395 Jul 20 09:36:48.948717 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 48438) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:49.038371 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 858a2557-dd95-4202-9ad4-6f69f24ea78a details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:36:49.183599 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd333-66c2-4f2c-aae3-2ae45dce2d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:49.239044 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:49.248494 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbc44d-ef7f-4ca3-8bbe-2f3415acd057 req-bd7d2efb-4545-4a7c-a48e-1b343da2f000 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:49.255561 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d5bbc44d-ef7f-4ca3-8bbe-2f3415acd057 req-bd7d2efb-4545-4a7c-a48e-1b343da2f000 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 944 time: 0.2875621 Jul 20 09:36:49.274036 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 858a2557-dd95-4202-9ad4-6f69f24ea78a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=858a2557-dd95-4202-9ad4-6f69f24ea78a,segment=NetworkSegment(4e2dc316-a503-49de-b016-7d2af5d7d9fa),segment_id=4e2dc316-a503-49de-b016-7d2af5d7d9fa)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:49.295556 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '858a2557-dd95-4202-9ad4-6f69f24ea78a', 'network_id': '62d7b8d9-8d7e-4751-b1cf-35e38e741657', 'port_id': '858a2557-dd95-4202-9ad4-6f69f24ea78a', 'mac_address': 'fa:16:3e:f7:31:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f6ac29-cb53-49e9-9f90-a00bd8bce569', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:36:49.300254 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:49.335786 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 858a2557-dd95-4202-9ad4-6f69f24ea78a is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:49.336316 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (858a2557-dd95-4202-9ad4-6f69f24ea78a), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:49.351988 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf5041-37c7-4992-bc12-4881b2bc41eb req-2a3556c0-2745-4bb7-99ab-0e8a4c3a76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:49.353468 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7abf5041-37c7-4992-bc12-4881b2bc41eb req-2a3556c0-2745-4bb7-99ab-0e8a4c3a76f1 service neutron] 10.222.0.17 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 920 time: 0.3873737 Jul 20 09:36:49.367561 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858a2557-dd95-4202-9ad4-6f69f24ea78a {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:36:49.374044 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d5bbc44d-ef7f-4ca3-8bbe-2f3415acd057 req-ec301eda-9b82-431e-b860-50db985226a6 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174028 Jul 20 09:36:49.415574 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 858a2557-dd95-4202-9ad4-6f69f24ea78a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=858a2557-dd95-4202-9ad4-6f69f24ea78a,segment=NetworkSegment(4e2dc316-a503-49de-b016-7d2af5d7d9fa),segment_id=4e2dc316-a503-49de-b016-7d2af5d7d9fa)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:49.419529 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd333-66c2-4f2c-aae3-2ae45dce2d98 admin admin] Publish callbacks [] for security_group (56ea8a80-f8ba-456a-9581-25437a2edcb9), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:49.421740 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (858a2557-dd95-4202-9ad4-6f69f24ea78a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:49.425410 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd333-66c2-4f2c-aae3-2ae45dce2d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (56ea8a80-f8ba-456a-9581-25437a2edcb9), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:49.503987 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=858a2557-dd95-4202-9ad4-6f69f24ea78a,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:49.518877 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffd333-66c2-4f2c-aae3-2ae45dce2d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ea8a80-f8ba-456a-9581-25437a2edcb9,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:49.549062 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572a05b-7b3e-4087-ab34-c8c4330966ed req-0beb91f7-5a39-4687-95fd-b73212506596 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:49.551372 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4572a05b-7b3e-4087-ab34-c8c4330966ed req-0beb91f7-5a39-4687-95fd-b73212506596 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0872610 Jul 20 09:36:49.559627 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48466) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:49.567000 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-b9ffd333-66c2-4f2c-aae3-2ae45dce2d98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a2e109e63e0438198d548c238c0a2ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6172111 Jul 20 09:36:49.636509 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-6ac70eb3-4e4e-4a08-96a2-2c9ad05f8534 admin admin] Publish callbacks [] for security_group (56ea8a80-f8ba-456a-9581-25437a2edcb9), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:49.660654 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-6ac70eb3-4e4e-4a08-96a2-2c9ad05f8534 admin admin] Publish callbacks [] for security_group (56ea8a80-f8ba-456a-9581-25437a2edcb9), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:49.682401 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7abf5041-37c7-4992-bc12-4881b2bc41eb req-5bc622a2-1dea-4fd9-95ef-35282ee9a9dc service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4b4ceb3-6606-477a-a921-d57e2379731b HTTP/1.1" status: 200 len: 217 time: 0.0851860 Jul 20 09:36:49.691642 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['858a2557-dd95-4202-9ad4-6f69f24ea78a'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:36:49.711659 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b3ebf-2fdd-4ce2-90f6-f56ffd2580ce req-c8afa18f-b2f1-4db3-9b69-060237315bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:49.713628 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9b6b3ebf-2fdd-4ce2-90f6-f56ffd2580ce req-c8afa18f-b2f1-4db3-9b69-060237315bab service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 1129 time: 0.0606070 Jul 20 09:36:49.718812 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4572a05b-7b3e-4087-ab34-c8c4330966ed req-5ef75ed9-8a2a-471c-a751-676654a8ea75 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498935 Jul 20 09:36:49.742204 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-6ac70eb3-4e4e-4a08-96a2-2c9ad05f8534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (56ea8a80-f8ba-456a-9581-25437a2edcb9), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:49.742204 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-6ac70eb3-4e4e-4a08-96a2-2c9ad05f8534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:49.742204 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-6ac70eb3-4e4e-4a08-96a2-2c9ad05f8534 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56ea8a80-f8ba-456a-9581-25437a2edcb9 HTTP/1.1" status: 204 len: 168 time: 0.1779180 Jul 20 09:36:49.751268 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac70eb3-4e4e-4a08-96a2-2c9ad05f8534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ea8a80-f8ba-456a-9581-25437a2edcb9,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:49.859584 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:49.866141 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:49.885714 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ecfbd-3d46-4cb3-a409-baa174443e24 req-10921628-785a-4482-993b-5f0185b6c8dc tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:49.892590 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a90ecfbd-3d46-4cb3-a409-baa174443e24 req-10921628-785a-4482-993b-5f0185b6c8dc tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0792198 Jul 20 09:36:49.946829 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a90ecfbd-3d46-4cb3-a409-baa174443e24 req-f48772a1-5395-455c-97fc-5f1294943466 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500002 Jul 20 09:36:50.169929 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9b6b3ebf-2fdd-4ce2-90f6-f56ffd2580ce req-3abbfa44-974d-4f0d-a5bf-a1a4e999e9d7 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204309 Jul 20 09:36:50.181816 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf5041-37c7-4992-bc12-4881b2bc41eb req-c96b4418-dcf2-4104-929f-e8b9fa618e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:50.189956 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7abf5041-37c7-4992-bc12-4881b2bc41eb req-c96b4418-dcf2-4104-929f-e8b9fa618e75 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 200 len: 858 time: 0.1568279 Jul 20 09:36:50.212345 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48490) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:50.231758 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d61911aa-1262-4772-a597-88e72557f1b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:50.308273 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:50.350018 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:50.407701 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d61911aa-1262-4772-a597-88e72557f1b2 admin admin] Publish callbacks [] for security_group (97a9f6fc-b9eb-4a19-9628-535815a20946), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:50.414505 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d61911aa-1262-4772-a597-88e72557f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (97a9f6fc-b9eb-4a19-9628-535815a20946), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:50.478789 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf5041-37c7-4992-bc12-4881b2bc41eb req-8067e23f-3c33-4d1a-9f1b-27e20975bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:50.479596 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61911aa-1262-4772-a597-88e72557f1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a9f6fc-b9eb-4a19-9628-535815a20946,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:50.480251 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7abf5041-37c7-4992-bc12-4881b2bc41eb req-8067e23f-3c33-4d1a-9f1b-27e20975bbd7 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b536439e-ad65-4ab6-9df1-5521403416c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937326 Jul 20 09:36:50.504235 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-d61911aa-1262-4772-a597-88e72557f1b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6adae6e6c55d45a7848b88a3a55991b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907977 Jul 20 09:36:50.524112 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 48502) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:50.559786 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95105f7-eaa5-4156-b73e-2bd82c2d262b req-c594773f-0cac-4373-b5a2-4b706991f76b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:50.562408 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872010f1-4230-4f75-b3ee-aa1bb106bc1d req-782a0704-7f60-44b5-80d4-fc425d6d2219 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:50.562961 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b95105f7-eaa5-4156-b73e-2bd82c2d262b req-c594773f-0cac-4373-b5a2-4b706991f76b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.1049209 Jul 20 09:36:50.563911 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-872010f1-4230-4f75-b3ee-aa1bb106bc1d req-782a0704-7f60-44b5-80d4-fc425d6d2219 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0776772 Jul 20 09:36:50.571068 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48506) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:50.575642 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-bb1dc989-a664-422a-803b-bd104fc6c023 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Request body: {'floatingip': {'port_id': '77eb85d9-70f1-486d-aade-4ad658042670'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:50.586051 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:50.592826 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:50.636089 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ed705022-b474-4277-99c3-2b11bd4dcbf5 admin admin] Publish callbacks [] for security_group (97a9f6fc-b9eb-4a19-9628-535815a20946), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:50.647681 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-872010f1-4230-4f75-b3ee-aa1bb106bc1d req-3eb7ec1f-ebc7-4bbf-971c-fdbd878f11ce tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741174 Jul 20 09:36:50.682111 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ed705022-b474-4277-99c3-2b11bd4dcbf5 admin admin] Publish callbacks [] for security_group (97a9f6fc-b9eb-4a19-9628-535815a20946), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:50.854759 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66b6b7-ccab-4e6a-bc8a-2aeab41ba003 req-110f23bd-3f77-469f-8900-0ea6c8ec661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:50.856324 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fa66b6b7-ccab-4e6a-bc8a-2aeab41ba003 req-110f23bd-3f77-469f-8900-0ea6c8ec661e service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 1130 time: 0.1392088 Jul 20 09:36:50.860967 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc989-a664-422a-803b-bd104fc6c023 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for floatingip (6748d51f-391c-40f3-ba58-b4f43fd56dda), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:50.871543 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ac94c-cbc9-4d61-8f2f-9bb7afa63a19 req-2fccffc2-9e6d-41c5-a925-e34aef6f1aa7 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:50.873033 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-893ac94c-cbc9-4d61-8f2f-9bb7afa63a19 req-2fccffc2-9e6d-41c5-a925-e34aef6f1aa7 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 945 time: 0.1544201 Jul 20 09:36:50.875378 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:50.880220 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ed705022-b474-4277-99c3-2b11bd4dcbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (97a9f6fc-b9eb-4a19-9628-535815a20946), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:50.882844 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ed705022-b474-4277-99c3-2b11bd4dcbf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:50.883963 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-ed705022-b474-4277-99c3-2b11bd4dcbf5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97a9f6fc-b9eb-4a19-9628-535815a20946 HTTP/1.1" status: 204 len: 168 time: 0.3589218 Jul 20 09:36:50.917595 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed705022-b474-4277-99c3-2b11bd4dcbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a9f6fc-b9eb-4a19-9628-535815a20946,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:50.943725 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7abf5041-37c7-4992-bc12-4881b2bc41eb req-9ddf1fb0-cf45-475c-89e6-8331a3222c68 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133768 Jul 20 09:36:50.955004 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be96c2c-0c18-4bc6-8457-fe99f3f5a366 req-1af5cf99-8eb3-473b-8403-e00c1c962e6c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:50.956526 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4be96c2c-0c18-4bc6-8457-fe99f3f5a366 req-1af5cf99-8eb3-473b-8403-e00c1c962e6c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.1765649 Jul 20 09:36:50.961830 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-893ac94c-cbc9-4d61-8f2f-9bb7afa63a19 req-405ccff9-db36-4a0d-9b80-795eb9550bd5 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756819 Jul 20 09:36:51.089311 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4be96c2c-0c18-4bc6-8457-fe99f3f5a366 req-8b08aa72-e499-4cd9-81f8-13b1e86af4da tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176751 Jul 20 09:36:51.545997 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc989-a664-422a-803b-bd104fc6c023 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:51.553039 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc989-a664-422a-803b-bd104fc6c023 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (6748d51f-391c-40f3-ba58-b4f43fd56dda), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:51.653781 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.l3_db [None req-bb1dc989-a664-422a-803b-bd104fc6c023 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Floating IP 6748d51f-391c-40f3-ba58-b4f43fd56dda associated. External IP: 172.27.1.243, port: 77eb85d9-70f1-486d-aade-4ad658042670. Jul 20 09:36:51.773390 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566fbb1-bbb1-4be2-809d-693bc31880b5 req-345b3dec-7066-4092-b9ca-af317215b9f3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:51.775072 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d566fbb1-bbb1-4be2-809d-693bc31880b5 req-345b3dec-7066-4092-b9ca-af317215b9f3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0490730 Jul 20 09:36:51.832694 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d566fbb1-bbb1-4be2-809d-693bc31880b5 req-60dd0486-40f9-413f-a78a-5574bb338e9b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498302 Jul 20 09:36:51.840734 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 858a2557-dd95-4202-9ad4-6f69f24ea78a up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:36:51.878738 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1dc989-a664-422a-803b-bd104fc6c023 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:36:51.882218 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:51.887352 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:51.898485 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:51.904640 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 858a2557-dd95-4202-9ad4-6f69f24ea78a completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:36:51.912094 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 858a2557-dd95-4202-9ad4-6f69f24ea78a triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:36:51.912499 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (858a2557-dd95-4202-9ad4-6f69f24ea78a), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:51.994068 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1dc989-a664-422a-803b-bd104fc6c023 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:36:51.998989 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc989-a664-422a-803b-bd104fc6c023 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:52.008555 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0628abb-dd5d-4897-9a74-3c3aa08fd903 None None] Sync routers for ids ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:36:52.021809 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 858a2557-dd95-4202-9ad4-6f69f24ea78a is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:36:52.022204 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (858a2557-dd95-4202-9ad4-6f69f24ea78a), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:52.035703 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-bb1dc989-a664-422a-803b-bd104fc6c023 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "PUT /v2.0/floatingips/6748d51f-391c-40f3-ba58-b4f43fd56dda HTTP/1.1" status: 200 len: 991 time: 1.4611120 Jul 20 09:36:52.035703 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09550419-8417-4448-af4b-10d9534548a4', 'tag': '77eb85d9-70f1-486d-aade-4ad658042670'}] {{(pid=104190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:36:52.037505 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f162af37f3659de9440c7e430c3edd450bd963b23e10d3d3f066ed0a9258c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2559fe2d-687f-4496-96dd-f672f420a9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "09550419-8417-4448-af4b-10d9534548a4", "tag": "77eb85d9-70f1-486d-aade-4ad658042670"}]}' {{(pid=104190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:36:52.038472 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0628abb-dd5d-4897-9a74-3c3aa08fd903 None None] Routers {'8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:36:52.039764 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-b0628abb-dd5d-4897-9a74-3c3aa08fd903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:36:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:52.065580 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da36441-0cf4-4086-8faa-5b31b5b44424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858a2557-dd95-4202-9ad4-6f69f24ea78a'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:36:52.069490 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4d8004-9048-464a-ab3c-835c66889c2b" -d '{"events": [{"server_uuid": "8da36441-0cf4-4086-8faa-5b31b5b44424", "name": "network-vif-plugged", "status": "completed", "tag": "858a2557-dd95-4202-9ad4-6f69f24ea78a"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:36:52.078042 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 858a2557-dd95-4202-9ad4-6f69f24ea78a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=858a2557-dd95-4202-9ad4-6f69f24ea78a,segment=NetworkSegment(4e2dc316-a503-49de-b016-7d2af5d7d9fa),segment_id=4e2dc316-a503-49de-b016-7d2af5d7d9fa)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:36:52.082416 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (858a2557-dd95-4202-9ad4-6f69f24ea78a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:52.123950 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb52bf6-513d-4309-b573-6aa5be23fd42 req-60156508-019d-4368-bdd6-75b729270e33 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:52.131559 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-cdb52bf6-513d-4309-b573-6aa5be23fd42 req-60156508-019d-4368-bdd6-75b729270e33 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 945 time: 0.0694985 Jul 20 09:36:52.142002 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abc342b-6720-43e6-a2c1-bb7b35605731 x-openstack-request-id: req-5abc342b-6720-43e6-a2c1-bb7b35605731 {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:36:52.142518 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09550419-8417-4448-af4b-10d9534548a4", "tag": "77eb85d9-70f1-486d-aade-4ad658042670", "status": "completed", "code": 200}]} {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:36:52.142914 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5abc342b-6720-43e6-a2c1-bb7b35605731 {{(pid=104190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:36:52.143511 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5abc342b-6720-43e6-a2c1-bb7b35605731'] response: {'name': 'network-changed', 'server_uuid': '09550419-8417-4448-af4b-10d9534548a4', 'tag': '77eb85d9-70f1-486d-aade-4ad658042670', 'status': 'completed', 'code': 200} Jul 20 09:36:52.151887 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=858a2557-dd95-4202-9ad4-6f69f24ea78a,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:52.169348 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34f7a69-e873-47a0-a63a-91240fd74639 x-openstack-request-id: req-c34f7a69-e873-47a0-a63a-91240fd74639 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:36:52.169719 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da36441-0cf4-4086-8faa-5b31b5b44424", "name": "network-vif-plugged", "status": "completed", "tag": "858a2557-dd95-4202-9ad4-6f69f24ea78a", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:36:52.170188 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c34f7a69-e873-47a0-a63a-91240fd74639 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:36:52.171965 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c34f7a69-e873-47a0-a63a-91240fd74639'] response: {'server_uuid': '8da36441-0cf4-4086-8faa-5b31b5b44424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858a2557-dd95-4202-9ad4-6f69f24ea78a', 'code': 200} Jul 20 09:36:52.197615 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-cdb52bf6-513d-4309-b573-6aa5be23fd42 req-390f3a05-347d-4982-aeb3-5c811b61e75d tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648420 Jul 20 09:36:52.246615 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-b0628abb-dd5d-4897-9a74-3c3aa08fd903 None None] Set router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:36:52.275658 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f695a12-5391-49c1-bbc7-5a8ba21b501a req-66fb9261-6f56-46ed-9b64-08fdbbbf3922 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:52.277286 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6f695a12-5391-49c1-bbc7-5a8ba21b501a req-66fb9261-6f56-46ed-9b64-08fdbbbf3922 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0490460 Jul 20 09:36:52.330530 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6f695a12-5391-49c1-bbc7-5a8ba21b501a req-cefb8168-e297-4b29-8e00-c0467af2bf62 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472877 Jul 20 09:36:52.527493 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-b0628abb-dd5d-4897-9a74-3c3aa08fd903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '6748d51f-391c-40f3-ba58-b4f43fd56dda', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'port_id': '77eb85d9-70f1-486d-aade-4ad658042670', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'mac_address': 'fa:16:3e:6c:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09550419-8417-4448-af4b-10d9534548a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:35:53Z', 'updated_at': '2022-07-20T09:36:51Z', 'revision_number': 1, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b7936a-a33b-42ff-9bd0-18bfbc79febe', 'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'mac_address': 'fa:16:3e:ed:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:43Z', 'updated_at': '2022-07-20T09:35:51Z', 'revision_number': 5, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'subnets': [{'id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:52.556177 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0628abb-dd5d-4897-9a74-3c3aa08fd903 None None] Checking router: 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:36:52.565100 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0628abb-dd5d-4897-9a74-3c3aa08fd903 None None] Routers {'8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:36:52.565695 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-b0628abb-dd5d-4897-9a74-3c3aa08fd903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:36:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:52.671170 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-b0628abb-dd5d-4897-9a74-3c3aa08fd903 None None] Set router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:36:52.807078 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48580) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:52.922921 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-b0628abb-dd5d-4897-9a74-3c3aa08fd903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '6748d51f-391c-40f3-ba58-b4f43fd56dda', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'port_id': '77eb85d9-70f1-486d-aade-4ad658042670', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'mac_address': 'fa:16:3e:6c:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09550419-8417-4448-af4b-10d9534548a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:35:53Z', 'updated_at': '2022-07-20T09:36:51Z', 'revision_number': 1, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b7936a-a33b-42ff-9bd0-18bfbc79febe', 'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'mac_address': 'fa:16:3e:ed:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:43Z', 'updated_at': '2022-07-20T09:35:51Z', 'revision_number': 5, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'subnets': [{'id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:52.933993 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-eec21900-7b7c-498b-a4d2-22eef2ad35ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:52.949334 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0628abb-dd5d-4897-9a74-3c3aa08fd903 None None] The sync data for ids ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'] in dv-cinder-822822-3-iscsi is: [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '6748d51f-391c-40f3-ba58-b4f43fd56dda', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'port_id': '77eb85d9-70f1-486d-aade-4ad658042670', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'mac_address': 'fa:16:3e:6c:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09550419-8417-4448-af4b-10d9534548a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:35:53Z', 'updated_at': '2022-07-20T09:36:51Z', 'revision_number': 1, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b7936a-a33b-42ff-9bd0-18bfbc79febe', 'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'mac_address': 'fa:16:3e:ed:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:43Z', 'updated_at': '2022-07-20T09:35:51Z', 'revision_number': 5, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'subnets': [{'id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:36:52.979332 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c09e4-fdf1-4e6b-a5a1-64223f476d98 req-68a16085-6d0b-4577-99f3-74437326251e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:52.980838 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-311c09e4-fdf1-4e6b-a5a1-64223f476d98 req-68a16085-6d0b-4577-99f3-74437326251e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0681918 Jul 20 09:36:53.009121 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e52896e6-bb46-4e1f-be8a-975b56e834ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:53.055016 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-311c09e4-fdf1-4e6b-a5a1-64223f476d98 req-c5cc7887-163f-4b4a-bd4e-b22d268e0bc9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674255 Jul 20 09:36:53.090592 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-eec21900-7b7c-498b-a4d2-22eef2ad35ab admin admin] Publish callbacks [] for security_group (c39d4993-19fd-455d-a5ac-c908d1811245), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:53.094761 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-eec21900-7b7c-498b-a4d2-22eef2ad35ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (c39d4993-19fd-455d-a5ac-c908d1811245), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:53.139026 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-eec21900-7b7c-498b-a4d2-22eef2ad35ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38128058425e4bb3ac5e5f8b4690875e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3307874 Jul 20 09:36:53.139928 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec21900-7b7c-498b-a4d2-22eef2ad35ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39d4993-19fd-455d-a5ac-c908d1811245,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:53.141839 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 48586) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:53.172784 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b80dab-f9ca-40a7-93ce-464c0f6712c4 None None] New status for floating IP 6748d51f-391c-40f3-ba58-b4f43fd56dda: ACTIVE {{(pid=104191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:36:53.196949 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-740808e9-21c9-44a0-9133-d4726afc2bdc admin admin] Publish callbacks [] for security_group (c39d4993-19fd-455d-a5ac-c908d1811245), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:53.221834 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-740808e9-21c9-44a0-9133-d4726afc2bdc admin admin] Publish callbacks [] for security_group (c39d4993-19fd-455d-a5ac-c908d1811245), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:53.296144 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:53.309382 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-740808e9-21c9-44a0-9133-d4726afc2bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (c39d4993-19fd-455d-a5ac-c908d1811245), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:53.311922 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-740808e9-21c9-44a0-9133-d4726afc2bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:53.313065 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-740808e9-21c9-44a0-9133-d4726afc2bdc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c39d4993-19fd-455d-a5ac-c908d1811245 HTTP/1.1" status: 204 len: 168 time: 0.1701763 Jul 20 09:36:53.325521 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19246835-a971-4682-84d1-6190480a9b0c req-da176a2f-7207-4739-85d1-6bedf01de5f9 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:53.327193 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-19246835-a971-4682-84d1-6190480a9b0c req-da176a2f-7207-4739-85d1-6bedf01de5f9 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 946 time: 0.0643721 Jul 20 09:36:53.332635 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740808e9-21c9-44a0-9133-d4726afc2bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39d4993-19fd-455d-a5ac-c908d1811245,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:53.419023 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-19246835-a971-4682-84d1-6190480a9b0c req-43a8db7e-f775-4b42-add1-c93d98290e0f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739350 Jul 20 09:36:53.474332 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a83cab-1a73-447d-8b14-a699d047f4fe req-4c45b83c-c02e-4a93-a3c5-1119ebe578e5 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:53.476081 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c1a83cab-1a73-447d-8b14-a699d047f4fe req-4c45b83c-c02e-4a93-a3c5-1119ebe578e5 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0645609 Jul 20 09:36:53.527479 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c1a83cab-1a73-447d-8b14-a699d047f4fe req-07e20c0e-a761-43c6-89ab-6e562a3dbb86 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450947 Jul 20 09:36:53.629400 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48600) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:53.642994 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-943f8ee0-44a8-4dbb-a05c-ca618aef46cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:53.721375 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-943f8ee0-44a8-4dbb-a05c-ca618aef46cc admin admin] Publish callbacks [] for security_group (c87c46fb-0398-46b7-9c58-8b18218fc791), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:53.725820 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-943f8ee0-44a8-4dbb-a05c-ca618aef46cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (c87c46fb-0398-46b7-9c58-8b18218fc791), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:53.765435 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-943f8ee0-44a8-4dbb-a05c-ca618aef46cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18942b14df804b998a3342ad2fe18ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350856 Jul 20 09:36:53.766262 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f8ee0-44a8-4dbb-a05c-ca618aef46cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87c46fb-0398-46b7-9c58-8b18218fc791,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:53.768309 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 48604) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:53.820096 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-194800d3-b9a7-45fb-89d1-9fab8aba298f admin admin] Publish callbacks [] for security_group (c87c46fb-0398-46b7-9c58-8b18218fc791), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:53.845042 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-194800d3-b9a7-45fb-89d1-9fab8aba298f admin admin] Publish callbacks [] for security_group (c87c46fb-0398-46b7-9c58-8b18218fc791), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:54.072341 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559fe2d-687f-4496-96dd-f672f420a9b2 req-a38e193f-6d40-497f-91ea-8e3093e34607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:54.073815 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2559fe2d-687f-4496-96dd-f672f420a9b2 req-a38e193f-6d40-497f-91ea-8e3093e34607 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=e068f9b959004be4ad9c778d9010561a&device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 1129 time: 0.1931906 Jul 20 09:36:54.097158 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d753f99-55a9-4dc6-a563-5cf33d20cfda req-577279c8-1392-449b-939c-b8a9e47e583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:54.098660 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7d753f99-55a9-4dc6-a563-5cf33d20cfda req-577279c8-1392-449b-939c-b8a9e47e583b service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 1130 time: 0.0939651 Jul 20 09:36:54.111328 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:54.136581 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-194800d3-b9a7-45fb-89d1-9fab8aba298f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (c87c46fb-0398-46b7-9c58-8b18218fc791), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:54.139053 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-194800d3-b9a7-45fb-89d1-9fab8aba298f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:54.140175 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-194800d3-b9a7-45fb-89d1-9fab8aba298f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c87c46fb-0398-46b7-9c58-8b18218fc791 HTTP/1.1" status: 204 len: 168 time: 0.3708463 Jul 20 09:36:54.154882 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7abf5041-37c7-4992-bc12-4881b2bc41eb req-e811d26a-ca1a-4137-9d2c-8f8c5d291f86 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130977 Jul 20 09:36:54.155897 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66b6b7-ccab-4e6a-bc8a-2aeab41ba003 req-8d7f224b-c58c-4b0a-ba91-913a603407c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:54.157224 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fa66b6b7-ccab-4e6a-bc8a-2aeab41ba003 req-8d7f224b-c58c-4b0a-ba91-913a603407c5 service neutron] 10.222.0.17 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 920 time: 0.3143358 Jul 20 09:36:54.184705 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194800d3-b9a7-45fb-89d1-9fab8aba298f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87c46fb-0398-46b7-9c58-8b18218fc791,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:54.203249 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997e660-8fdb-496f-b2f9-9151489061ea req-44c916e4-96cc-40fe-a8c6-bc88f11693d0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:54.205292 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6997e660-8fdb-496f-b2f9-9151489061ea req-44c916e4-96cc-40fe-a8c6-bc88f11693d0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0733211 Jul 20 09:36:54.274660 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6997e660-8fdb-496f-b2f9-9151489061ea req-f9f11e45-a2ed-4074-b814-07bc10860ca6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576873 Jul 20 09:36:54.582646 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:36:54.701937 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ab3ce-6be3-4540-bac3-e34490cb0ac5 req-79bbcc1f-fa2e-427e-b7be-5167fab02e39 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:54.710251 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7c3ab3ce-6be3-4540-bac3-e34490cb0ac5 req-79bbcc1f-fa2e-427e-b7be-5167fab02e39 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0831678 Jul 20 09:36:54.755186 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:54.775815 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f54b8-4abc-461e-87c3-e6e673c380f9 req-8e806edc-0f4b-4edc-94ab-d8ed9dba5e14 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:54.777467 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-688f54b8-4abc-461e-87c3-e6e673c380f9 req-8e806edc-0f4b-4edc-94ab-d8ed9dba5e14 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 946 time: 0.2838342 Jul 20 09:36:54.804772 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7c3ab3ce-6be3-4540-bac3-e34490cb0ac5 req-e1c0796e-f357-4c29-a635-e18ece60eed6 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935273 Jul 20 09:36:54.861262 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-688f54b8-4abc-461e-87c3-e6e673c380f9 req-a79339af-e194-49c5-92b6-bc2addd350cc tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754178 Jul 20 09:36:55.063506 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fa66b6b7-ccab-4e6a-bc8a-2aeab41ba003 req-f8ddbac8-1ac9-4f1f-b975-d78e84ec2ef1 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3d9760d-e62d-4793-afa5-a0990048268c HTTP/1.1" status: 200 len: 217 time: 0.1456983 Jul 20 09:36:55.126252 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559fe2d-687f-4496-96dd-f672f420a9b2 req-a8fcf95b-56a4-42ba-bb96-2a4edee60a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:55.127905 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2559fe2d-687f-4496-96dd-f672f420a9b2 req-a8fcf95b-56a4-42ba-bb96-2a4edee60a0f service neutron] 10.222.0.17 "GET /v2.0/networks?id=36a1bf85-9a28-4e91-952b-126a8641e41e HTTP/1.1" status: 200 len: 911 time: 0.2029626 Jul 20 09:36:55.205169 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7d753f99-55a9-4dc6-a563-5cf33d20cfda req-ead1dc88-e82a-4b93-93fe-26d9e88d4d84 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790821 Jul 20 09:36:55.216311 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66b6b7-ccab-4e6a-bc8a-2aeab41ba003 req-da614daa-cb02-401b-82e9-012a624e78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:55.218207 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fa66b6b7-ccab-4e6a-bc8a-2aeab41ba003 req-da614daa-cb02-401b-82e9-012a624e78bf service neutron] 10.222.0.17 "GET /v2.0/subnets?id=83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 200 len: 858 time: 0.1458478 Jul 20 09:36:55.259824 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-003fd8d5-2279-40ae-b63d-252cdb86756c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:55.275532 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2559fe2d-687f-4496-96dd-f672f420a9b2 req-0e9a1a19-927a-4139-9d9d-b3449723fba5 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77eb85d9-70f1-486d-aade-4ad658042670 HTTP/1.1" status: 200 len: 1001 time: 0.1372375 Jul 20 09:36:55.413201 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c514e-ca6f-4315-a549-3dd441238a75 req-1ac1c981-08ef-4f69-8541-725270e66784 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:55.415100 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-585c514e-ca6f-4315-a549-3dd441238a75 req-1ac1c981-08ef-4f69-8541-725270e66784 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0551929 Jul 20 09:36:55.715608 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:55.740218 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-585c514e-ca6f-4315-a549-3dd441238a75 req-860ca130-ba19-48c7-becd-e1460ff8ef24 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195670 Jul 20 09:36:55.757504 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66b6b7-ccab-4e6a-bc8a-2aeab41ba003 req-b66e9784-e354-4e32-b409-320c168f7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:55.759331 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fa66b6b7-ccab-4e6a-bc8a-2aeab41ba003 req-b66e9784-e354-4e32-b409-320c168f7030 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b536439e-ad65-4ab6-9df1-5521403416c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785627 Jul 20 09:36:55.769398 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559fe2d-687f-4496-96dd-f672f420a9b2 req-163571ed-b042-4b0a-b695-b2c23147188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:55.771362 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2559fe2d-687f-4496-96dd-f672f420a9b2 req-163571ed-b042-4b0a-b695-b2c23147188c service neutron] 10.222.0.17 "GET /v2.0/subnets?id=953429d7-68e9-4e81-910d-8286b5c47ba5 HTTP/1.1" status: 200 len: 849 time: 0.0890551 Jul 20 09:36:55.884625 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0e75b-2c70-46e2-8c04-92a6c05dd5c6 req-e83daeec-cc05-4ada-a786-538a57de765e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:55.886226 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-dee0e75b-2c70-46e2-8c04-92a6c05dd5c6 req-e83daeec-cc05-4ada-a786-538a57de765e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0483932 Jul 20 09:36:55.895582 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48700) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:55.900492 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-58fd1bc8-be5a-44dc-8df9-3f638ff929c8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Request body: {'floatingip': {'port_id': '45838986-91b0-43b0-82e9-e712321d1783'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:36:55.924654 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad6779-a3f6-4d5a-a6ea-954e2e0d1efc req-96e687bc-0b34-43d7-9eb9-4725bab5f688 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:55.926196 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dfad6779-a3f6-4d5a-a6ea-954e2e0d1efc req-96e687bc-0b34-43d7-9eb9-4725bab5f688 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0571654 Jul 20 09:36:55.953504 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-58fd1bc8-be5a-44dc-8df9-3f638ff929c8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for floatingip (889787ee-301f-47e7-8153-80fc8704dde0), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:55.984375 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dfad6779-a3f6-4d5a-a6ea-954e2e0d1efc req-1201c420-4c3a-4848-971e-f0387c9b1f0f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510302 Jul 20 09:36:56.007751 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:56.092389 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e410f-e81b-43a8-b100-e19c0ccde666 req-dc2c1936-1af0-445a-8cee-943b1e591ac8 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:56.093862 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ab3e410f-e81b-43a8-b100-e19c0ccde666 req-dc2c1936-1af0-445a-8cee-943b1e591ac8 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 946 time: 0.1063442 Jul 20 09:36:56.199712 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ab3e410f-e81b-43a8-b100-e19c0ccde666 req-7c595a9e-9efe-4b3f-a1f3-3a6e5b275225 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963211 Jul 20 09:36:56.259895 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:56.370008 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559fe2d-687f-4496-96dd-f672f420a9b2 req-17289548-1db6-4f63-9244-5cea35f94f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:56.371677 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2559fe2d-687f-4496-96dd-f672f420a9b2 req-17289548-1db6-4f63-9244-5cea35f94f0f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=36a1bf85-9a28-4e91-952b-126a8641e41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1057475 Jul 20 09:36:56.406710 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fa66b6b7-ccab-4e6a-bc8a-2aeab41ba003 req-a274dc8e-b94a-4771-a0db-5e1aeaa925ad service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421232 Jul 20 09:36:56.437915 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:56.561431 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-58fd1bc8-be5a-44dc-8df9-3f638ff929c8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:56.579964 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-58fd1bc8-be5a-44dc-8df9-3f638ff929c8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (889787ee-301f-47e7-8153-80fc8704dde0), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:56.591527 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2559fe2d-687f-4496-96dd-f672f420a9b2 req-3e2b983e-6dc9-4804-b101-acf5d4e2596d service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836946 Jul 20 09:36:56.595356 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fa66b6b7-ccab-4e6a-bc8a-2aeab41ba003 req-5cf4ab34-7690-46f5-b263-f6d1f1e59596 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775737 Jul 20 09:36:56.732506 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.l3_db [None req-58fd1bc8-be5a-44dc-8df9-3f638ff929c8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Floating IP 889787ee-301f-47e7-8153-80fc8704dde0 associated. External IP: 172.27.1.134, port: 45838986-91b0-43b0-82e9-e712321d1783. Jul 20 09:36:56.897470 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 48752) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:56.922977 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2559fe2d-687f-4496-96dd-f672f420a9b2 req-b0ed28ea-76a1-44c9-9060-cc3dcc2acaba service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043118 Jul 20 09:36:57.015475 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fd1bc8-be5a-44dc-8df9-3f638ff929c8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:36:57.055854 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-a19291d7-aa50-490a-9598-080cffc74316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:57.135234 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ab34f-bfd4-4203-b745-ae9665a5751f req-9bc9a4f0-c6bf-4cb8-861a-5371a7e385cd tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:57.136016 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:57.137149 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-db9ab34f-bfd4-4203-b745-ae9665a5751f req-9bc9a4f0-c6bf-4cb8-861a-5371a7e385cd tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0661707 Jul 20 09:36:57.143654 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fd1bc8-be5a-44dc-8df9-3f638ff929c8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:36:57.149341 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-58fd1bc8-be5a-44dc-8df9-3f638ff929c8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:57.154663 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:57.162112 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b13f4-9bef-4c5f-b554-aef720a2ad69 None None] Sync routers for ids ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:36:57.172144 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b13f4-9bef-4c5f-b554-aef720a2ad69 None None] Routers {'83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:36:57.173836 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-e21b13f4-9bef-4c5f-b554-aef720a2ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:36:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:57.188040 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-58fd1bc8-be5a-44dc-8df9-3f638ff929c8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "PUT /v2.0/floatingips/889787ee-301f-47e7-8153-80fc8704dde0 HTTP/1.1" status: 200 len: 991 time: 1.2907586 Jul 20 09:36:57.188699 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'tag': '45838986-91b0-43b0-82e9-e712321d1783'}] {{(pid=104190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:36:57.191202 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f162af37f3659de9440c7e430c3edd450bd963b23e10d3d3f066ed0a9258c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a9ac13-ffd2-41b9-b4bc-12698c07ba55" -d '{"events": [{"name": "network-changed", "server_uuid": "449aaf77-3ec6-4163-bc11-ce226c2ca23d", "tag": "45838986-91b0-43b0-82e9-e712321d1783"}]}' {{(pid=104190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:36:57.236346 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f31e8e-2d2c-4358-98b6-fcba4946635d x-openstack-request-id: req-92f31e8e-2d2c-4358-98b6-fcba4946635d {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:36:57.236979 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449aaf77-3ec6-4163-bc11-ce226c2ca23d", "tag": "45838986-91b0-43b0-82e9-e712321d1783", "status": "completed", "code": 200}]} {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:36:57.237253 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92f31e8e-2d2c-4358-98b6-fcba4946635d {{(pid=104190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:36:57.237876 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f31e8e-2d2c-4358-98b6-fcba4946635d'] response: {'name': 'network-changed', 'server_uuid': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'tag': '45838986-91b0-43b0-82e9-e712321d1783', 'status': 'completed', 'code': 200} Jul 20 09:36:57.252583 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-a19291d7-aa50-490a-9598-080cffc74316 admin admin] Publish callbacks [] for security_group (f4179874-81c9-41cc-9232-3732fa8d3bdc), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:57.259426 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-a19291d7-aa50-490a-9598-080cffc74316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (f4179874-81c9-41cc-9232-3732fa8d3bdc), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:57.269171 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-db9ab34f-bfd4-4203-b745-ae9665a5751f req-90de3928-e77f-4cfd-bb8a-318312e57b4b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245737 Jul 20 09:36:57.307850 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-a19291d7-aa50-490a-9598-080cffc74316 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=deabb0192500491395b52e6679820f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4093540 Jul 20 09:36:57.310724 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48764) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:57.313616 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19291d7-aa50-490a-9598-080cffc74316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4179874-81c9-41cc-9232-3732fa8d3bdc,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:57.339895 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-e21b13f4-9bef-4c5f-b554-aef720a2ad69 None None] Set router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:36:57.374942 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187b2b3-40d5-4993-873d-32f0ccbad75a req-2ddbca56-1925-4b41-bfc6-85f291647e28 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:57.379839 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5187b2b3-40d5-4993-873d-32f0ccbad75a req-2ddbca56-1925-4b41-bfc6-85f291647e28 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 946 time: 0.0780654 Jul 20 09:36:57.442163 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-94582106-283f-4ba2-b194-0d97233aa0ca admin admin] Publish callbacks [] for security_group (f4179874-81c9-41cc-9232-3732fa8d3bdc), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:57.467150 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5187b2b3-40d5-4993-873d-32f0ccbad75a req-36ea787a-2a62-4009-ae46-d4663d1cf2b5 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807941 Jul 20 09:36:57.470320 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:57.483568 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-94582106-283f-4ba2-b194-0d97233aa0ca admin admin] Publish callbacks [] for security_group (f4179874-81c9-41cc-9232-3732fa8d3bdc), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:57.510026 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:57.583864 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-94582106-283f-4ba2-b194-0d97233aa0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (f4179874-81c9-41cc-9232-3732fa8d3bdc), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:57.588553 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-94582106-283f-4ba2-b194-0d97233aa0ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:57.591577 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-94582106-283f-4ba2-b194-0d97233aa0ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4179874-81c9-41cc-9232-3732fa8d3bdc HTTP/1.1" status: 204 len: 168 time: 0.2782519 Jul 20 09:36:57.626712 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94582106-283f-4ba2-b194-0d97233aa0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4179874-81c9-41cc-9232-3732fa8d3bdc,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:57.643199 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-e21b13f4-9bef-4c5f-b554-aef720a2ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '889787ee-301f-47e7-8153-80fc8704dde0', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'port_id': '45838986-91b0-43b0-82e9-e712321d1783', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'mac_address': 'fa:16:3e:1f:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:35:56Z', 'updated_at': '2022-07-20T09:36:56Z', 'revision_number': 1, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:07Z', 'revision_number': 5, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:57.658599 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9ac13-ffd2-41b9-b4bc-12698c07ba55 req-1608cead-11dd-4ffe-8925-77968d8d7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:57.660273 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e6a9ac13-ffd2-41b9-b4bc-12698c07ba55 req-1608cead-11dd-4ffe-8925-77968d8d7194 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=07eb1473648d490b90a1e7debc45d57d&device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 1129 time: 0.1035094 Jul 20 09:36:57.690656 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b13f4-9bef-4c5f-b554-aef720a2ad69 None None] Checking router: 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:36:57.700075 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b13f4-9bef-4c5f-b554-aef720a2ad69 None None] Routers {'83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:36:57.700878 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-e21b13f4-9bef-4c5f-b554-aef720a2ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:36:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:57.789818 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:57.830655 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-e21b13f4-9bef-4c5f-b554-aef720a2ad69 None None] Set router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:36:57.929845 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9ac13-ffd2-41b9-b4bc-12698c07ba55 req-4bcac425-9e96-4f2e-9f7a-7f3965e9c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:57.932490 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e6a9ac13-ffd2-41b9-b4bc-12698c07ba55 req-4bcac425-9e96-4f2e-9f7a-7f3965e9c462 service neutron] 10.222.0.17 "GET /v2.0/networks?id=3bc1f444-18bf-42e0-ae56-3a62ba59289b HTTP/1.1" status: 200 len: 918 time: 0.2306647 Jul 20 09:36:57.965270 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:58.097445 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e6a9ac13-ffd2-41b9-b4bc-12698c07ba55 req-286a4086-adcc-4689-9ce0-dbef4cb4ab2a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45838986-91b0-43b0-82e9-e712321d1783 HTTP/1.1" status: 200 len: 999 time: 0.1579356 Jul 20 09:36:58.108420 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48834) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:58.129105 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-77c91cb2-797c-4f37-91d1-aeedbc2b8a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:58.173643 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:58.191885 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 48836) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:58.214088 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9ac13-ffd2-41b9-b4bc-12698c07ba55 req-94a0d7d4-2d04-4433-afc1-f9b5768532a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:58.221159 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e6a9ac13-ffd2-41b9-b4bc-12698c07ba55 req-94a0d7d4-2d04-4433-afc1-f9b5768532a3 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c68da9fc-5cd8-47bc-92d3-c39a5383e60d HTTP/1.1" status: 200 len: 856 time: 0.1175027 Jul 20 09:36:58.276494 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-e21b13f4-9bef-4c5f-b554-aef720a2ad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '889787ee-301f-47e7-8153-80fc8704dde0', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'port_id': '45838986-91b0-43b0-82e9-e712321d1783', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'mac_address': 'fa:16:3e:1f:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:35:56Z', 'updated_at': '2022-07-20T09:36:56Z', 'revision_number': 1, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:07Z', 'revision_number': 5, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:36:58.290456 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9ac13-ffd2-41b9-b4bc-12698c07ba55 req-847a87bd-6602-45a1-93e6-77e2860f18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:58.292516 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e6a9ac13-ffd2-41b9-b4bc-12698c07ba55 req-847a87bd-6602-45a1-93e6-77e2860f18dc service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=3bc1f444-18bf-42e0-ae56-3a62ba59289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564837 Jul 20 09:36:58.300838 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-77c91cb2-797c-4f37-91d1-aeedbc2b8a06 admin admin] Publish callbacks [] for security_group (49a2ff02-1b8f-4c72-9983-557205c5dd78), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:58.305872 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b13f4-9bef-4c5f-b554-aef720a2ad69 None None] The sync data for ids ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'] in dv-cinder-822822-3-iscsi is: [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '889787ee-301f-47e7-8153-80fc8704dde0', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'port_id': '45838986-91b0-43b0-82e9-e712321d1783', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'mac_address': 'fa:16:3e:1f:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:35:56Z', 'updated_at': '2022-07-20T09:36:56Z', 'revision_number': 1, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:07Z', 'revision_number': 5, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:36:58.314063 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-77c91cb2-797c-4f37-91d1-aeedbc2b8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (49a2ff02-1b8f-4c72-9983-557205c5dd78), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:58.395434 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-77c91cb2-797c-4f37-91d1-aeedbc2b8a06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ca595eb21fa433f8e27a5d74de92241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848880 Jul 20 09:36:58.398155 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48842) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:58.406179 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c91cb2-797c-4f37-91d1-aeedbc2b8a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a2ff02-1b8f-4c72-9983-557205c5dd78,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:58.497358 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f435fb5d-0cad-4f2a-ab99-8a785fbe5980 admin admin] Publish callbacks [] for security_group (49a2ff02-1b8f-4c72-9983-557205c5dd78), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:58.533205 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f435fb5d-0cad-4f2a-ab99-8a785fbe5980 admin admin] Publish callbacks [] for security_group (49a2ff02-1b8f-4c72-9983-557205c5dd78), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:58.549873 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:58.572208 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cf1df-c161-4233-a1b7-55a0befa6b20 req-cdb1a2a4-4614-4b06-81fc-73ac330a12f0 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:58.573785 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-106cf1df-c161-4233-a1b7-55a0befa6b20 req-cdb1a2a4-4614-4b06-81fc-73ac330a12f0 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.1112113 Jul 20 09:36:58.574598 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d9be4fca-20cd-4a44-b446-0732bdbc0723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:58.592075 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f435fb5d-0cad-4f2a-ab99-8a785fbe5980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (49a2ff02-1b8f-4c72-9983-557205c5dd78), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:58.594706 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f435fb5d-0cad-4f2a-ab99-8a785fbe5980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:58.598415 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-f435fb5d-0cad-4f2a-ab99-8a785fbe5980 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49a2ff02-1b8f-4c72-9983-557205c5dd78 HTTP/1.1" status: 204 len: 168 time: 0.1966484 Jul 20 09:36:58.607626 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435fb5d-0cad-4f2a-ab99-8a785fbe5980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a2ff02-1b8f-4c72-9983-557205c5dd78,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:58.613372 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e6a9ac13-ffd2-41b9-b4bc-12698c07ba55 req-6db9fb35-477a-43bf-91b0-89c0192d9840 service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112881 Jul 20 09:36:58.700435 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d65b2a-39c1-46ed-8c6f-c60cd4497296 None None] New status for floating IP 889787ee-301f-47e7-8153-80fc8704dde0: ACTIVE {{(pid=104191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:36:58.736105 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-106cf1df-c161-4233-a1b7-55a0befa6b20 req-712179c1-3d1c-40bd-b988-fbe344e0278c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441445 Jul 20 09:36:58.799260 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e6a9ac13-ffd2-41b9-b4bc-12698c07ba55 req-e9c1c1be-9d5f-40d9-8a23-949c1670d6ae service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691618 Jul 20 09:36:58.808741 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d9be4fca-20cd-4a44-b446-0732bdbc0723 admin admin] Publish callbacks [] for security_group (f084cb18-3d13-4806-96a2-6a2d7da179a0), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:58.813775 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d9be4fca-20cd-4a44-b446-0732bdbc0723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (f084cb18-3d13-4806-96a2-6a2d7da179a0), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:58.863600 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-d9be4fca-20cd-4a44-b446-0732bdbc0723 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0fd6036befbe4dfd91e017249d5b0b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6704512 Jul 20 09:36:58.865389 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be4fca-20cd-4a44-b446-0732bdbc0723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f084cb18-3d13-4806-96a2-6a2d7da179a0,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:58.867450 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48868) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:58.961383 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ee4f80f3-fd6a-49cc-a5e9-07dcc2772db9 admin admin] Publish callbacks [] for security_group (f084cb18-3d13-4806-96a2-6a2d7da179a0), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:58.986542 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ee4f80f3-fd6a-49cc-a5e9-07dcc2772db9 admin admin] Publish callbacks [] for security_group (f084cb18-3d13-4806-96a2-6a2d7da179a0), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:59.033205 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:59.062329 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ee4f80f3-fd6a-49cc-a5e9-07dcc2772db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (f084cb18-3d13-4806-96a2-6a2d7da179a0), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:59.064881 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ee4f80f3-fd6a-49cc-a5e9-07dcc2772db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:59.066064 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-ee4f80f3-fd6a-49cc-a5e9-07dcc2772db9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f084cb18-3d13-4806-96a2-6a2d7da179a0 HTTP/1.1" status: 204 len: 168 time: 0.1973193 Jul 20 09:36:59.075616 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f80f3-fd6a-49cc-a5e9-07dcc2772db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f084cb18-3d13-4806-96a2-6a2d7da179a0,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:36:59.665960 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48910) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:36:59.828266 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b25a3679-7878-4bec-88cd-81e655cbce3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:36:59.895048 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afc5f2-e3ae-4d21-888d-84bbc299287c req-a07d6754-9fde-4c8f-93f5-52c5236645ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:36:59.896605 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c3afc5f2-e3ae-4d21-888d-84bbc299287c req-a07d6754-9fde-4c8f-93f5-52c5236645ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0602407 Jul 20 09:36:59.942494 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:36:59.974958 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c3afc5f2-e3ae-4d21-888d-84bbc299287c req-33a05adf-3c43-45e1-b98b-a1768df5d4d4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717459 Jul 20 09:37:00.004044 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b25a3679-7878-4bec-88cd-81e655cbce3b admin admin] Publish callbacks [] for security_group (cbe57ef9-fff3-4be6-b53b-085e3e792a1c), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:00.008568 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b25a3679-7878-4bec-88cd-81e655cbce3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (cbe57ef9-fff3-4be6-b53b-085e3e792a1c), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:00.048564 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-b25a3679-7878-4bec-88cd-81e655cbce3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=575fd53c944e40f4a0ba834c28c73d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3815391 Jul 20 09:37:00.049630 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a3679-7878-4bec-88cd-81e655cbce3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe57ef9-fff3-4be6-b53b-085e3e792a1c,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:00.051215 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 48926) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:00.110877 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4ba0a880-d23a-44ba-b171-7fb311b736e5 admin admin] Publish callbacks [] for security_group (cbe57ef9-fff3-4be6-b53b-085e3e792a1c), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:00.133020 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4ba0a880-d23a-44ba-b171-7fb311b736e5 admin admin] Publish callbacks [] for security_group (cbe57ef9-fff3-4be6-b53b-085e3e792a1c), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:00.203302 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4ba0a880-d23a-44ba-b171-7fb311b736e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (cbe57ef9-fff3-4be6-b53b-085e3e792a1c), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:00.206521 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4ba0a880-d23a-44ba-b171-7fb311b736e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:00.210949 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-4ba0a880-d23a-44ba-b171-7fb311b736e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbe57ef9-fff3-4be6-b53b-085e3e792a1c HTTP/1.1" status: 204 len: 168 time: 0.1578333 Jul 20 09:37:00.221123 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0a880-d23a-44ba-b171-7fb311b736e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe57ef9-fff3-4be6-b53b-085e3e792a1c,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:00.583696 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 48944) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:00.605287 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9799e871-b41b-4ec5-8d09-0afc0a4c7033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:00.698217 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:00.703692 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9799e871-b41b-4ec5-8d09-0afc0a4c7033 admin admin] Publish callbacks [] for security_group (44c31fb4-e993-4663-90ab-40a1aa6a220e), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:00.709189 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9799e871-b41b-4ec5-8d09-0afc0a4c7033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (44c31fb4-e993-4663-90ab-40a1aa6a220e), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:00.761871 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-9799e871-b41b-4ec5-8d09-0afc0a4c7033 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0217eb4d9b947edac57aa034adeb4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1761608 Jul 20 09:37:00.762296 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799e871-b41b-4ec5-8d09-0afc0a4c7033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c31fb4-e993-4663-90ab-40a1aa6a220e,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:00.764436 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48948) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:00.843266 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ae2facaa-527a-4158-b328-69d652bf498c admin admin] Publish callbacks [] for security_group (44c31fb4-e993-4663-90ab-40a1aa6a220e), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:00.869019 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ae2facaa-527a-4158-b328-69d652bf498c admin admin] Publish callbacks [] for security_group (44c31fb4-e993-4663-90ab-40a1aa6a220e), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:00.918741 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ae2facaa-527a-4158-b328-69d652bf498c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (44c31fb4-e993-4663-90ab-40a1aa6a220e), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:00.921650 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ae2facaa-527a-4158-b328-69d652bf498c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:00.922813 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-ae2facaa-527a-4158-b328-69d652bf498c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44c31fb4-e993-4663-90ab-40a1aa6a220e HTTP/1.1" status: 204 len: 168 time: 0.1574781 Jul 20 09:37:00.932062 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2facaa-527a-4158-b328-69d652bf498c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c31fb4-e993-4663-90ab-40a1aa6a220e,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:01.093653 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4824f-fef7-47ec-af91-d9e800a33951 req-be5a7cc3-8e28-42ba-9a56-fe7901974c33 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:01.095387 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-50f4824f-fef7-47ec-af91-d9e800a33951 req-be5a7cc3-8e28-42ba-9a56-fe7901974c33 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0522149 Jul 20 09:37:01.117765 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:01.157753 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-50f4824f-fef7-47ec-af91-d9e800a33951 req-c810cba7-ed2d-4dc1-a361-48f0fedd2fce tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556271 Jul 20 09:37:01.268255 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 48960) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:01.284354 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-91a6a946-e752-4d2a-9c82-3da7f89ddb00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:01.363792 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-91a6a946-e752-4d2a-9c82-3da7f89ddb00 admin admin] Publish callbacks [] for security_group (25e92aae-a6ac-489a-8bf6-5401e759ba7d), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:01.368759 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-91a6a946-e752-4d2a-9c82-3da7f89ddb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (25e92aae-a6ac-489a-8bf6-5401e759ba7d), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:01.408897 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-91a6a946-e752-4d2a-9c82-3da7f89ddb00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96b458659b6940f2b85076517a807045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394720 Jul 20 09:37:01.409635 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6a946-e752-4d2a-9c82-3da7f89ddb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e92aae-a6ac-489a-8bf6-5401e759ba7d,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:01.412281 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 48962) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:01.462843 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0082b126-0efe-4e71-969b-35a06c923ab8 admin admin] Publish callbacks [] for security_group (25e92aae-a6ac-489a-8bf6-5401e759ba7d), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:01.485033 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0082b126-0efe-4e71-969b-35a06c923ab8 admin admin] Publish callbacks [] for security_group (25e92aae-a6ac-489a-8bf6-5401e759ba7d), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:01.533703 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0082b126-0efe-4e71-969b-35a06c923ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (25e92aae-a6ac-489a-8bf6-5401e759ba7d), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:01.537377 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0082b126-0efe-4e71-969b-35a06c923ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:01.539882 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-0082b126-0efe-4e71-969b-35a06c923ab8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25e92aae-a6ac-489a-8bf6-5401e759ba7d HTTP/1.1" status: 204 len: 168 time: 0.1258729 Jul 20 09:37:01.550455 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082b126-0efe-4e71-969b-35a06c923ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e92aae-a6ac-489a-8bf6-5401e759ba7d,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:02.310166 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25dca5-1119-4fa1-82bb-4c205e994592 req-309cd4ee-f920-4b96-a222-b4444a1edd61 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:02.311714 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8a25dca5-1119-4fa1-82bb-4c205e994592 req-309cd4ee-f920-4b96-a222-b4444a1edd61 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0662534 Jul 20 09:37:02.368689 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8a25dca5-1119-4fa1-82bb-4c205e994592 req-4e028dfe-744f-41b2-b9ca-02ed6cf961b6 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508857 Jul 20 09:37:03.495925 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a76e04-0f1a-4a79-ad68-9633043b8c8b req-863f2f6c-6d76-4bc2-85f1-782aa198a77d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:03.497592 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f1a76e04-0f1a-4a79-ad68-9633043b8c8b req-863f2f6c-6d76-4bc2-85f1-782aa198a77d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0573595 Jul 20 09:37:03.583880 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f1a76e04-0f1a-4a79-ad68-9633043b8c8b req-59914cbe-ae11-477b-bbd9-548c5fcbd65a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741193 Jul 20 09:37:03.820283 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad6c9b-f7bd-4381-b479-c7472bffa285 req-6ac52656-1514-47be-a320-5871547c9e73 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:03.821880 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-40ad6c9b-f7bd-4381-b479-c7472bffa285 req-6ac52656-1514-47be-a320-5871547c9e73 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 945 time: 0.0552275 Jul 20 09:37:03.871400 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-40ad6c9b-f7bd-4381-b479-c7472bffa285 req-00cd3ca5-8c88-4ca0-bd63-4b5625716f1e tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435164 Jul 20 09:37:04.019049 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49072) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:04.125534 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-026723c5-4643-44c9-97c4-40eab5a92ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:04.202784 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-026723c5-4643-44c9-97c4-40eab5a92ae1 admin admin] Publish callbacks [] for security_group (c6e5c458-cfb0-4b04-9e8f-30d58421382e), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:04.206402 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-026723c5-4643-44c9-97c4-40eab5a92ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (c6e5c458-cfb0-4b04-9e8f-30d58421382e), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:04.244675 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026723c5-4643-44c9-97c4-40eab5a92ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e5c458-cfb0-4b04-9e8f-30d58421382e,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:04.249415 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-026723c5-4643-44c9-97c4-40eab5a92ae1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ec1719098af46bdb0e8bda4fa96bee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290587 Jul 20 09:37:04.252682 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49076) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:04.302700 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-52568ea0-283b-47fa-8b47-e84c67acf114 admin admin] Publish callbacks [] for security_group (c6e5c458-cfb0-4b04-9e8f-30d58421382e), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:04.328511 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-52568ea0-283b-47fa-8b47-e84c67acf114 admin admin] Publish callbacks [] for security_group (c6e5c458-cfb0-4b04-9e8f-30d58421382e), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:04.375715 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-52568ea0-283b-47fa-8b47-e84c67acf114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (c6e5c458-cfb0-4b04-9e8f-30d58421382e), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:04.378211 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-52568ea0-283b-47fa-8b47-e84c67acf114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:04.379380 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-52568ea0-283b-47fa-8b47-e84c67acf114 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6e5c458-cfb0-4b04-9e8f-30d58421382e HTTP/1.1" status: 204 len: 168 time: 0.1258309 Jul 20 09:37:04.383128 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:04.389287 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52568ea0-283b-47fa-8b47-e84c67acf114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e5c458-cfb0-4b04-9e8f-30d58421382e,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:04.655090 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:04.672312 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49088) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:04.688589 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9198b6c5-9ab7-4f3f-8707-e93ba9e3356e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:04.697785 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4409e-7ec1-418f-bf73-0605516a980f req-f7dfb5f9-b018-4199-84f9-f9372b49a296 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:04.699446 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ceb4409e-7ec1-418f-bf73-0605516a980f req-f7dfb5f9-b018-4199-84f9-f9372b49a296 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0529435 Jul 20 09:37:04.766436 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ceb4409e-7ec1-418f-bf73-0605516a980f req-fb75d12d-8a32-4713-9947-22af9e3ff535 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614955 Jul 20 09:37:04.782777 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9198b6c5-9ab7-4f3f-8707-e93ba9e3356e admin admin] Publish callbacks [] for security_group (3f6d1bcf-a6cb-45a8-b862-8953adfb999e), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:04.787173 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9198b6c5-9ab7-4f3f-8707-e93ba9e3356e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (3f6d1bcf-a6cb-45a8-b862-8953adfb999e), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:04.831116 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198b6c5-9ab7-4f3f-8707-e93ba9e3356e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6d1bcf-a6cb-45a8-b862-8953adfb999e,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:04.837510 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-9198b6c5-9ab7-4f3f-8707-e93ba9e3356e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01b1e949f9cb4f97a35b9b0dd0a4aa15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641479 Jul 20 09:37:04.841765 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49098) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:04.908072 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d4e14388-5ac1-4613-a219-b90bb8f4300e admin admin] Publish callbacks [] for security_group (3f6d1bcf-a6cb-45a8-b862-8953adfb999e), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:04.934321 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d4e14388-5ac1-4613-a219-b90bb8f4300e admin admin] Publish callbacks [] for security_group (3f6d1bcf-a6cb-45a8-b862-8953adfb999e), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:04.956135 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:04.995887 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d4e14388-5ac1-4613-a219-b90bb8f4300e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (3f6d1bcf-a6cb-45a8-b862-8953adfb999e), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:04.998999 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d4e14388-5ac1-4613-a219-b90bb8f4300e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:04.999636 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0db55-56c8-4654-896d-95d1d0f84f03 req-60761a31-7c5b-431a-8ef7-81969043406a tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:05.001618 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0dd0db55-56c8-4654-896d-95d1d0f84f03 req-60761a31-7c5b-431a-8ef7-81969043406a tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 945 time: 0.0552113 Jul 20 09:37:05.003609 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-d4e14388-5ac1-4613-a219-b90bb8f4300e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f6d1bcf-a6cb-45a8-b862-8953adfb999e HTTP/1.1" status: 204 len: 168 time: 0.1604111 Jul 20 09:37:05.013462 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e14388-5ac1-4613-a219-b90bb8f4300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6d1bcf-a6cb-45a8-b862-8953adfb999e,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:05.065981 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0dd0db55-56c8-4654-896d-95d1d0f84f03 req-06b4f3dc-b91a-4a56-8557-a6639a4f8e30 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555673 Jul 20 09:37:05.890785 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80351c-5c8a-4240-b0ab-1d731fd676d1 req-d5db61fe-ec3c-4b69-b039-a5912eaad958 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:05.892300 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2e80351c-5c8a-4240-b0ab-1d731fd676d1 req-d5db61fe-ec3c-4b69-b039-a5912eaad958 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0475090 Jul 20 09:37:05.945413 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:05.950381 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2e80351c-5c8a-4240-b0ab-1d731fd676d1 req-f81d2e29-10dc-4b01-acf6-d1de2cfe998d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518451 Jul 20 09:37:06.137749 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49142) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:06.189324 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661b2c-2bcf-498a-86dd-a8076c2171c3 req-281ad861-ec47-4f6a-80ec-dd8a85055214 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:06.190824 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b8661b2c-2bcf-498a-86dd-a8076c2171c3 req-281ad861-ec47-4f6a-80ec-dd8a85055214 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 945 time: 0.0551023 Jul 20 09:37:06.250256 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b8661b2c-2bcf-498a-86dd-a8076c2171c3 req-33169a46-f8d0-43a5-b271-6f8a1e076a31 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/security-groups?id=f1ece273-ba36-48fd-b3c4-a97090fd1c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535374 Jul 20 09:37:06.251929 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-53af021b-ad16-4219-808a-a10b1713ef90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:06.335072 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-53af021b-ad16-4219-808a-a10b1713ef90 admin admin] Publish callbacks [] for security_group (7fde330f-3f4a-4e7f-a563-228215c74155), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:06.339863 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-53af021b-ad16-4219-808a-a10b1713ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (7fde330f-3f4a-4e7f-a563-228215c74155), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:06.377508 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af021b-ad16-4219-808a-a10b1713ef90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fde330f-3f4a-4e7f-a563-228215c74155,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:06.382966 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-53af021b-ad16-4219-808a-a10b1713ef90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc0fa26ef67f42cfa7fc4dfe94343900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440040 Jul 20 09:37:06.385835 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49148) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:06.438591 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8114ce3e-dc79-40f4-85a6-6a3713581ef5 admin admin] Publish callbacks [] for security_group (7fde330f-3f4a-4e7f-a563-228215c74155), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:06.463457 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8114ce3e-dc79-40f4-85a6-6a3713581ef5 admin admin] Publish callbacks [] for security_group (7fde330f-3f4a-4e7f-a563-228215c74155), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:06.547931 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8114ce3e-dc79-40f4-85a6-6a3713581ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (7fde330f-3f4a-4e7f-a563-228215c74155), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:06.550442 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8114ce3e-dc79-40f4-85a6-6a3713581ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:06.551630 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-8114ce3e-dc79-40f4-85a6-6a3713581ef5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fde330f-3f4a-4e7f-a563-228215c74155 HTTP/1.1" status: 204 len: 168 time: 0.1647301 Jul 20 09:37:06.566347 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114ce3e-dc79-40f4-85a6-6a3713581ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fde330f-3f4a-4e7f-a563-228215c74155,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:06.574169 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118c0cc-ac7c-4e40-aaef-28f92eb9f117 req-b97f4787-5b0c-44b6-b274-2d6111485a38 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:06.575774 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7118c0cc-ac7c-4e40-aaef-28f92eb9f117 req-b97f4787-5b0c-44b6-b274-2d6111485a38 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.17 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 945 time: 0.0687053 Jul 20 09:37:06.759079 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-7118c0cc-ac7c-4e40-aaef-28f92eb9f117 req-291634d2-dbe1-49eb-b57e-6a77e5c7fde8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Deleting port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:37:06.759479 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7118c0cc-ac7c-4e40-aaef-28f92eb9f117 req-291634d2-dbe1-49eb-b57e-6a77e5c7fde8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:06.857961 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-7118c0cc-ac7c-4e40-aaef-28f92eb9f117 req-291634d2-dbe1-49eb-b57e-6a77e5c7fde8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] For port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0199fcb9-1c58-40e7-a6b2-ca968ecb950d,segment=NetworkSegment(ddd0a6b5-29fb-434d-acd9-5d4cb41113c7),segment_id=ddd0a6b5-29fb-434d-acd9-5d4cb41113c7)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:37:06.857961 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7118c0cc-ac7c-4e40-aaef-28f92eb9f117 req-291634d2-dbe1-49eb-b57e-6a77e5c7fde8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:06.876512 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-7118c0cc-ac7c-4e40-aaef-28f92eb9f117 req-291634d2-dbe1-49eb-b57e-6a77e5c7fde8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Calling delete_port for 0199fcb9-1c58-40e7-a6b2-ca968ecb950d owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:37:06.995188 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:07.080278 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7118c0cc-ac7c-4e40-aaef-28f92eb9f117 req-291634d2-dbe1-49eb-b57e-6a77e5c7fde8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894'] for port (0199fcb9-1c58-40e7-a6b2-ca968ecb950d), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:07.104908 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5475f-e190-492b-8eaa-c15ce0f86652 req-cbbd28cd-67be-4b33-b55d-061e086af9b3 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:07.106394 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['0199fcb9-1c58-40e7-a6b2-ca968ecb950d'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:37:07.106849 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ffa5475f-e190-492b-8eaa-c15ce0f86652 req-cbbd28cd-67be-4b33-b55d-061e086af9b3 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0588381 Jul 20 09:37:07.144253 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291634d2-dbe1-49eb-b57e-6a77e5c7fde8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Pushing event deleted for resources: {'Port': ['ID=0199fcb9-1c58-40e7-a6b2-ca968ecb950d,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:07.181895 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ffa5475f-e190-492b-8eaa-c15ce0f86652 req-71437bb5-99e6-47c1-9fda-7d29472f7b60 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616961 Jul 20 09:37:07.215922 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-7118c0cc-ac7c-4e40-aaef-28f92eb9f117 req-291634d2-dbe1-49eb-b57e-6a77e5c7fde8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] No DVR routers for this DVR port 0199fcb9-1c58-40e7-a6b2-ca968ecb950d on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:37:07.219844 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7118c0cc-ac7c-4e40-aaef-28f92eb9f117 req-291634d2-dbe1-49eb-b57e-6a77e5c7fde8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:07.223355 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7118c0cc-ac7c-4e40-aaef-28f92eb9f117 req-291634d2-dbe1-49eb-b57e-6a77e5c7fde8 tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.17 "DELETE /v2.0/ports/0199fcb9-1c58-40e7-a6b2-ca968ecb950d HTTP/1.1" status: 204 len: 173 time: 0.6186278 Jul 20 09:37:07.224419 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c84549-5164-4a35-8506-347bb225c7db', 'name': 'network-vif-deleted', 'tag': '0199fcb9-1c58-40e7-a6b2-ca968ecb950d'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:37:07.227323 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9a71dd-9311-4ead-86c3-df1201083a90" -d '{"events": [{"server_uuid": "83c84549-5164-4a35-8506-347bb225c7db", "name": "network-vif-deleted", "tag": "0199fcb9-1c58-40e7-a6b2-ca968ecb950d"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:37:07.281863 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cb4f60-6b4c-4250-9efd-6bcc8928a322 x-openstack-request-id: req-c4cb4f60-6b4c-4250-9efd-6bcc8928a322 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:37:07.282369 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c84549-5164-4a35-8506-347bb225c7db", "name": "network-vif-deleted", "tag": "0199fcb9-1c58-40e7-a6b2-ca968ecb950d", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:37:07.282814 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4cb4f60-6b4c-4250-9efd-6bcc8928a322 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:37:07.283461 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4cb4f60-6b4c-4250-9efd-6bcc8928a322'] response: {'server_uuid': '83c84549-5164-4a35-8506-347bb225c7db', 'name': 'network-vif-deleted', 'tag': '0199fcb9-1c58-40e7-a6b2-ca968ecb950d', 'status': 'completed', 'code': 200} Jul 20 09:37:07.368151 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-31e38b83-0c0e-4be8-bc5c-3c42e667b2de req-0ab41e82-8be5-4033-9dec-e79d9fbe6f0b tempest-DeleteServersTestJSON-907144157 tempest-DeleteServersTestJSON-907144157-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c84549-5164-4a35-8506-347bb225c7db HTTP/1.1" status: 200 len: 210 time: 0.0356627 Jul 20 09:37:07.761195 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49198) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:07.871331 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-aadda062-7b2b-4b63-b491-f4c20df31745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:07.926115 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:07.950105 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-aadda062-7b2b-4b63-b491-f4c20df31745 admin admin] Publish callbacks [] for security_group (abdd5d15-8427-42cb-a3b7-482dc29ecf4a), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:07.954478 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-aadda062-7b2b-4b63-b491-f4c20df31745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (abdd5d15-8427-42cb-a3b7-482dc29ecf4a), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:07.997935 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadda062-7b2b-4b63-b491-f4c20df31745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdd5d15-8427-42cb-a3b7-482dc29ecf4a,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:08.002254 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-aadda062-7b2b-4b63-b491-f4c20df31745 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ac3a20cd2544d2991db498fb61cecb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400174 Jul 20 09:37:08.005417 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49202) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:08.056386 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e6689b51-84b4-46fa-8f1a-113982e14649 admin admin] Publish callbacks [] for security_group (abdd5d15-8427-42cb-a3b7-482dc29ecf4a), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:08.078322 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e6689b51-84b4-46fa-8f1a-113982e14649 admin admin] Publish callbacks [] for security_group (abdd5d15-8427-42cb-a3b7-482dc29ecf4a), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:08.128177 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e6689b51-84b4-46fa-8f1a-113982e14649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (abdd5d15-8427-42cb-a3b7-482dc29ecf4a), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:08.130703 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e6689b51-84b4-46fa-8f1a-113982e14649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:08.135016 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-e6689b51-84b4-46fa-8f1a-113982e14649 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abdd5d15-8427-42cb-a3b7-482dc29ecf4a HTTP/1.1" status: 204 len: 168 time: 0.1266973 Jul 20 09:37:08.141772 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6689b51-84b4-46fa-8f1a-113982e14649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdd5d15-8427-42cb-a3b7-482dc29ecf4a,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:08.277147 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=58 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:08.305963 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=40 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:08.335466 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4255-e3d1-4475-bf3c-30d55a56612b req-dd1d9f4c-3cde-410b-8b5a-6ba3737f488a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:08.336988 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-129d4255-e3d1-4475-bf3c-30d55a56612b req-dd1d9f4c-3cde-410b-8b5a-6ba3737f488a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0520968 Jul 20 09:37:08.395217 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-129d4255-e3d1-4475-bf3c-30d55a56612b req-dc7c7a96-5006-4362-ba69-fa02b25859f1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509293 Jul 20 09:37:09.525003 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942a654-050e-41a9-9e90-a61fbd611efa req-a4346262-7771-407f-975c-ed1c1f74c313 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:09.526516 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3942a654-050e-41a9-9e90-a61fbd611efa req-a4346262-7771-407f-975c-ed1c1f74c313 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0470202 Jul 20 09:37:09.584646 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3942a654-050e-41a9-9e90-a61fbd611efa req-caf78403-514e-4f04-82d6-cf648a3b1987 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527136 Jul 20 09:37:09.882226 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49278) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:10.241930 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49290) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:10.355821 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-aa338c69-65ec-4e61-8c1f-ab5d185e525e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:10.435010 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-aa338c69-65ec-4e61-8c1f-ab5d185e525e admin admin] Publish callbacks [] for security_group (0f6bf77b-47bd-4582-8969-7082ca6ed015), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:10.440574 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-aa338c69-65ec-4e61-8c1f-ab5d185e525e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (0f6bf77b-47bd-4582-8969-7082ca6ed015), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:10.484131 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-aa338c69-65ec-4e61-8c1f-ab5d185e525e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10cd59a54abb4f6f99922aabbafe8c62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386520 Jul 20 09:37:10.484131 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa338c69-65ec-4e61-8c1f-ab5d185e525e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6bf77b-47bd-4582-8969-7082ca6ed015,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:10.485046 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49294) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:10.502989 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=13 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:10.514591 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-03550234-3f68-4646-92e9-23c99fdd3479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666018'] for router_interface (cad830de-da3a-413a-9467-5882320c669c), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:10.537469 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2e8a482e-2f0f-4c3f-ac58-e09cb681c31d admin admin] Publish callbacks [] for security_group (0f6bf77b-47bd-4582-8969-7082ca6ed015), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:10.564188 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2e8a482e-2f0f-4c3f-ac58-e09cb681c31d admin admin] Publish callbacks [] for security_group (0f6bf77b-47bd-4582-8969-7082ca6ed015), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:10.592460 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:10.620992 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2e8a482e-2f0f-4c3f-ac58-e09cb681c31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (0f6bf77b-47bd-4582-8969-7082ca6ed015), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:10.623650 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2e8a482e-2f0f-4c3f-ac58-e09cb681c31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:10.624803 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-2e8a482e-2f0f-4c3f-ac58-e09cb681c31d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f6bf77b-47bd-4582-8969-7082ca6ed015 HTTP/1.1" status: 204 len: 168 time: 0.1388564 Jul 20 09:37:10.637459 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a482e-2f0f-4c3f-ac58-e09cb681c31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6bf77b-47bd-4582-8969-7082ca6ed015,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:10.791950 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f29c4e-3a5f-4501-9cd1-d2444320656b req-4a47f2e7-0712-443b-a859-f03541ad2ced tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:10.793716 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-08f29c4e-3a5f-4501-9cd1-d2444320656b req-4a47f2e7-0712-443b-a859-f03541ad2ced tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0960042 Jul 20 09:37:10.843353 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:10.895309 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-03550234-3f68-4646-92e9-23c99fdd3479 admin admin] Deleting port 7a0afa8a-4666-48fd-af3c-14e671e10038 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:37:10.896591 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-03550234-3f68-4646-92e9-23c99fdd3479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:10.900587 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-08f29c4e-3a5f-4501-9cd1-d2444320656b req-c0314489-b06c-4a54-a876-8001760e8b49 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869839 Jul 20 09:37:10.949959 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49306) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:10.964264 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-04a00287-2588-4a5e-86a6-0b2f558da0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:11.007370 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-03550234-3f68-4646-92e9-23c99fdd3479 admin admin] For port 7a0afa8a-4666-48fd-af3c-14e671e10038, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=7a0afa8a-4666-48fd-af3c-14e671e10038,segment=NetworkSegment(ddd0a6b5-29fb-434d-acd9-5d4cb41113c7),segment_id=ddd0a6b5-29fb-434d-acd9-5d4cb41113c7)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:37:11.007593 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-03550234-3f68-4646-92e9-23c99fdd3479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:11.027918 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-03550234-3f68-4646-92e9-23c99fdd3479 admin admin] Calling delete_port for 7a0afa8a-4666-48fd-af3c-14e671e10038 owned by network:router_interface {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:37:11.028948 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:11.053699 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-04a00287-2588-4a5e-86a6-0b2f558da0a6 admin admin] Publish callbacks [] for security_group (e3ef6fd7-11fa-4fa8-93d8-67267a881049), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:11.057808 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-04a00287-2588-4a5e-86a6-0b2f558da0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (e3ef6fd7-11fa-4fa8-93d8-67267a881049), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:11.100599 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-04a00287-2588-4a5e-86a6-0b2f558da0a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c572324cc5a4a3a9fbc0a3d0bfb9411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493158 Jul 20 09:37:11.101358 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a00287-2588-4a5e-86a6-0b2f558da0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ef6fd7-11fa-4fa8-93d8-67267a881049,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:11.103728 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49312) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:11.158144 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1af060cc-3470-4232-a76d-61688af991a1 admin admin] Publish callbacks [] for security_group (e3ef6fd7-11fa-4fa8-93d8-67267a881049), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:11.163953 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 0199fcb9-1c58-40e7-a6b2-ca968ecb950d no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:37:11.188293 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1af060cc-3470-4232-a76d-61688af991a1 admin admin] Publish callbacks [] for security_group (e3ef6fd7-11fa-4fa8-93d8-67267a881049), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:11.189213 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: 0199fcb9-1c58-40e7-a6b2-ca968ecb950d {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:37:11.189722 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 0199fcb9-1c58-40e7-a6b2-ca968ecb950d not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:37:11.239923 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1af060cc-3470-4232-a76d-61688af991a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (e3ef6fd7-11fa-4fa8-93d8-67267a881049), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:11.242637 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1af060cc-3470-4232-a76d-61688af991a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:11.243797 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-1af060cc-3470-4232-a76d-61688af991a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3ef6fd7-11fa-4fa8-93d8-67267a881049 HTTP/1.1" status: 204 len: 168 time: 0.1391497 Jul 20 09:37:11.255722 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af060cc-3470-4232-a76d-61688af991a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ef6fd7-11fa-4fa8-93d8-67267a881049,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:11.265290 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-03550234-3f68-4646-92e9-23c99fdd3479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894'] for port (7a0afa8a-4666-48fd-af3c-14e671e10038), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:11.322830 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03550234-3f68-4646-92e9-23c99fdd3479 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0afa8a-4666-48fd-af3c-14e671e10038,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:11.466146 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-03550234-3f68-4646-92e9-23c99fdd3479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665942'] for router_interface (cad830de-da3a-413a-9467-5882320c669c), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:11.707871 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:11.726507 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03550234-3f68-4646-92e9-23c99fdd3479 admin admin] Router cad830de-da3a-413a-9467-5882320c669c has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:37:11.854396 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03550234-3f68-4646-92e9-23c99fdd3479 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:37:11.859867 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-03550234-3f68-4646-92e9-23c99fdd3479 admin admin] 10.222.0.18 "PUT /v2.0/routers/cad830de-da3a-413a-9467-5882320c669c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9765313 Jul 20 09:37:11.862980 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49330) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:11.868934 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415d8e95-751f-4a55-a00a-a8be7c266e41 None None] Sync routers for ids ['cad830de-da3a-413a-9467-5882320c669c'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:37:11.893584 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415d8e95-751f-4a55-a00a-a8be7c266e41 None None] Routers {'cad830de-da3a-413a-9467-5882320c669c'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:37:11.894238 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-415d8e95-751f-4a55-a00a-a8be7c266e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:36:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['cad830de-da3a-413a-9467-5882320c669c'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:37:12.026029 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-415d8e95-751f-4a55-a00a-a8be7c266e41 None None] Set router cad830de-da3a-413a-9467-5882320c669c gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:37:12.075228 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4ed69-ed5b-47f6-acb2-da9eec124f70 req-4cac2e5c-6e43-4874-899c-0357f67dbf3b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:12.083606 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d8a4ed69-ed5b-47f6-acb2-da9eec124f70 req-4cac2e5c-6e43-4874-899c-0357f67dbf3b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0790105 Jul 20 09:37:12.107336 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] Publish callbacks [] for router (cad830de-da3a-413a-9467-5882320c669c), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:12.209478 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d8a4ed69-ed5b-47f6-acb2-da9eec124f70 req-55ba156a-ef0a-4436-be9c-7255a683ee28 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248026 Jul 20 09:37:12.242405 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-415d8e95-751f-4a55-a00a-a8be7c266e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad830de-da3a-413a-9467-5882320c669c', 'name': 'tempest-DeleteServersTestJSON-747496280-router', 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:37:11Z', 'revision_number': 5, 'project_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'gw_port': {'id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad830de-da3a-413a-9467-5882320c669c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:49Z', 'updated_at': '2022-07-20T09:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:37:12.281181 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415d8e95-751f-4a55-a00a-a8be7c266e41 None None] Checking router: cad830de-da3a-413a-9467-5882320c669c for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:37:12.295787 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415d8e95-751f-4a55-a00a-a8be7c266e41 None None] Routers {'cad830de-da3a-413a-9467-5882320c669c'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:37:12.296732 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-415d8e95-751f-4a55-a00a-a8be7c266e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:36:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['cad830de-da3a-413a-9467-5882320c669c'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:37:12.321750 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] Publish callbacks [] for router_gateway (cad830de-da3a-413a-9467-5882320c669c), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:12.393166 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] Deleting port ae2188b5-c75d-4eec-b506-523bc6c0f715 {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:37:12.393814 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (ae2188b5-c75d-4eec-b506-523bc6c0f715), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:12.429835 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-415d8e95-751f-4a55-a00a-a8be7c266e41 None None] Set router cad830de-da3a-413a-9467-5882320c669c gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:37:12.530841 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] For port ae2188b5-c75d-4eec-b506-523bc6c0f715, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=ae2188b5-c75d-4eec-b506-523bc6c0f715,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:37:12.531242 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (ae2188b5-c75d-4eec-b506-523bc6c0f715), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:12.533888 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:12.549883 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] Calling delete_port for ae2188b5-c75d-4eec-b506-523bc6c0f715 owned by network:router_gateway {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:37:12.640276 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-415d8e95-751f-4a55-a00a-a8be7c266e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad830de-da3a-413a-9467-5882320c669c', 'name': 'tempest-DeleteServersTestJSON-747496280-router', 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:37:11Z', 'revision_number': 5, 'project_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'gw_port': {'id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad830de-da3a-413a-9467-5882320c669c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:49Z', 'updated_at': '2022-07-20T09:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:37:12.667624 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415d8e95-751f-4a55-a00a-a8be7c266e41 None None] The sync data for ids ['cad830de-da3a-413a-9467-5882320c669c'] in dv-cinder-822822-3-iscsi is: [{'id': 'cad830de-da3a-413a-9467-5882320c669c', 'name': 'tempest-DeleteServersTestJSON-747496280-router', 'tenant_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:37:11Z', 'revision_number': 5, 'project_id': 'f923122fff9b4011a092bb70c4ec6ff3', 'gw_port': {'id': 'ae2188b5-c75d-4eec-b506-523bc6c0f715', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:28:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad830de-da3a-413a-9467-5882320c669c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:49Z', 'updated_at': '2022-07-20T09:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:37:12.680215 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49362) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:12.714507 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:12.731512 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49366) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:12.827504 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894'] for port (ae2188b5-c75d-4eec-b506-523bc6c0f715), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:12.875948 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2188b5-c75d-4eec-b506-523bc6c0f715,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:12.911016 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671293'] for router_gateway (cad830de-da3a-413a-9467-5882320c669c), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:12.912799 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-099d029a-ad7c-4560-8c48-b16dbcf8c127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:12.927765 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:12.929762 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-fd6b4741-4e27-4f62-9a8d-46f89df376bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.003807 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-099d029a-ad7c-4560-8c48-b16dbcf8c127 admin admin] Publish callbacks [] for security_group (b7516e5a-b399-4c1a-b078-201d32c337f4), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.009291 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-099d029a-ad7c-4560-8c48-b16dbcf8c127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (b7516e5a-b399-4c1a-b078-201d32c337f4), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.128930 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-099d029a-ad7c-4560-8c48-b16dbcf8c127 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a6985e1b2d346debec8fde407132f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4477119 Jul 20 09:37:13.132370 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49372) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:13.133021 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d029a-ad7c-4560-8c48-b16dbcf8c127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7516e5a-b399-4c1a-b078-201d32c337f4,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:13.212702 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bf7b6ee0-502b-4de7-bc49-72cfced3d630 admin admin] Publish callbacks [] for security_group (b7516e5a-b399-4c1a-b078-201d32c337f4), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.243060 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bf7b6ee0-502b-4de7-bc49-72cfced3d630 admin admin] Publish callbacks [] for security_group (b7516e5a-b399-4c1a-b078-201d32c337f4), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.261371 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 7a0afa8a-4666-48fd-af3c-14e671e10038 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:37:13.281862 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30343'] for router (cad830de-da3a-413a-9467-5882320c669c), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.285757 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] Publish callbacks [] for router_controller (cad830de-da3a-413a-9467-5882320c669c), precommit_delete_associations {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.306275 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: 7a0afa8a-4666-48fd-af3c-14e671e10038 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:37:13.307033 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 7a0afa8a-4666-48fd-af3c-14e671e10038 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:37:13.322083 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bf7b6ee0-502b-4de7-bc49-72cfced3d630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (b7516e5a-b399-4c1a-b078-201d32c337f4), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.325114 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bf7b6ee0-502b-4de7-bc49-72cfced3d630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.326296 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-bf7b6ee0-502b-4de7-bc49-72cfced3d630 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7516e5a-b399-4c1a-b078-201d32c337f4 HTTP/1.1" status: 204 len: 168 time: 0.1900730 Jul 20 09:37:13.389990 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af2273-cbc6-4fc9-b66f-a84d37e13699 req-be20388c-1098-4307-831c-896c43a66393 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:13.391782 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c6af2273-cbc6-4fc9-b66f-a84d37e13699 req-be20388c-1098-4307-831c-896c43a66393 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0643933 Jul 20 09:37:13.392983 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667056'] for router (cad830de-da3a-413a-9467-5882320c669c), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.393545 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b6ee0-502b-4de7-bc49-72cfced3d630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7516e5a-b399-4c1a-b078-201d32c337f4,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:13.393890 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cad830de-da3a-413a-9467-5882320c669c {{(pid=104190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 09:37:13.419157 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.421431 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-1c655cb7-171f-46ac-bfa5-ce7946a156b9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/cad830de-da3a-413a-9467-5882320c669c HTTP/1.1" status: 204 len: 168 time: 1.5565181 Jul 20 09:37:13.429491 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49380) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:13.477638 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-fd6b4741-4e27-4f62-9a8d-46f89df376bf admin admin] Publish callbacks [] for security_group (13101d8e-aa87-463c-afcb-c23e2444ee85), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.483140 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-fd6b4741-4e27-4f62-9a8d-46f89df376bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (13101d8e-aa87-463c-afcb-c23e2444ee85), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.528192 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c6af2273-cbc6-4fc9-b66f-a84d37e13699 req-ac510052-5089-4d07-9e01-5cdfe1edb9e6 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189339 Jul 20 09:37:13.529178 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-fd6b4741-4e27-4f62-9a8d-46f89df376bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e5efb2913864d3a9359f5d005f1f631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7966437 Jul 20 09:37:13.532009 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb6f63a-7c56-4aec-b6ad-4918eb7e5bb8 admin admin] Deleting subnet d77a2204-d0c8-4af9-8389-05ec1246dab8 {{(pid=104189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 09:37:13.533439 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49382) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:13.536542 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f63a-7c56-4aec-b6ad-4918eb7e5bb8 admin admin] Publish callbacks [] for subnet (d77a2204-d0c8-4af9-8389-05ec1246dab8), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.543008 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b4741-4e27-4f62-9a8d-46f89df376bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13101d8e-aa87-463c-afcb-c23e2444ee85,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:13.581592 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f63a-7c56-4aec-b6ad-4918eb7e5bb8 admin admin] Publish callbacks [] for subnet (d77a2204-d0c8-4af9-8389-05ec1246dab8), precommit_delete_associations {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.607275 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d21b486b-46e2-42ad-a11b-60410bcff5d6 admin admin] Publish callbacks [] for security_group (13101d8e-aa87-463c-afcb-c23e2444ee85), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.649820 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d21b486b-46e2-42ad-a11b-60410bcff5d6 admin admin] Publish callbacks [] for security_group (13101d8e-aa87-463c-afcb-c23e2444ee85), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.682211 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f63a-7c56-4aec-b6ad-4918eb7e5bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676107'] for subnet (d77a2204-d0c8-4af9-8389-05ec1246dab8), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.711549 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d21b486b-46e2-42ad-a11b-60410bcff5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (13101d8e-aa87-463c-afcb-c23e2444ee85), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.715553 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:13.717500 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d21b486b-46e2-42ad-a11b-60410bcff5d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.719052 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-d21b486b-46e2-42ad-a11b-60410bcff5d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13101d8e-aa87-463c-afcb-c23e2444ee85 HTTP/1.1" status: 204 len: 168 time: 0.1834886 Jul 20 09:37:13.731550 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b486b-46e2-42ad-a11b-60410bcff5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13101d8e-aa87-463c-afcb-c23e2444ee85,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:13.764397 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f63a-7c56-4aec-b6ad-4918eb7e5bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for subnet (d77a2204-d0c8-4af9-8389-05ec1246dab8), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.802861 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6f63a-7c56-4aec-b6ad-4918eb7e5bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d77a2204-d0c8-4af9-8389-05ec1246dab8,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:13.806740 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f63a-7c56-4aec-b6ad-4918eb7e5bb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.810609 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-6fb6f63a-7c56-4aec-b6ad-4918eb7e5bb8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d77a2204-d0c8-4af9-8389-05ec1246dab8 HTTP/1.1" status: 204 len: 168 time: 0.3658376 Jul 20 09:37:13.813215 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49392) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:13.815803 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6265dbaf-a525-4da5-a7ae-eda60b183baf None None] Network 0f39ad03-6f09-42c9-9a01-67bdfcd73436 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:37:13.882000 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49394) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:13.895900 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1767445'] for network (0f39ad03-6f09-42c9-9a01-67bdfcd73436), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.905387 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c0065c0b-616b-4b0e-96dc-2466d2476c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:13.957524 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Deleting port dfdcfee2-d006-428e-9cb8-a3a2bf34694d {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:37:13.957864 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.046269 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c0065c0b-616b-4b0e-96dc-2466d2476c16 admin admin] Publish callbacks [] for security_group (ac0aa8fa-36b0-4ab9-98e0-bd188a952a12), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.050606 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:INSERT=5 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:14.055602 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] For port dfdcfee2-d006-428e-9cb8-a3a2bf34694d, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=dfdcfee2-d006-428e-9cb8-a3a2bf34694d,segment=NetworkSegment(ddd0a6b5-29fb-434d-acd9-5d4cb41113c7),segment_id=ddd0a6b5-29fb-434d-acd9-5d4cb41113c7)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:37:14.055970 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.066415 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c0065c0b-616b-4b0e-96dc-2466d2476c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (ac0aa8fa-36b0-4ab9-98e0-bd188a952a12), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.066528 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9282fbf0-2810-450e-83aa-8425493b515e None None] DHCP port deletion for 0f39ad03-6f09-42c9-9a01-67bdfcd73436 request from dv-cinder-822822-3-iscsi {{(pid=104191) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 09:37:14.080280 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Calling delete_port for dfdcfee2-d006-428e-9cb8-a3a2bf34694d owned by network:dhcp {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:37:14.111242 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:14.111532 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0065c0b-616b-4b0e-96dc-2466d2476c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0aa8fa-36b0-4ab9-98e0-bd188a952a12,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:14.119084 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-c0065c0b-616b-4b0e-96dc-2466d2476c16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=078a38ec90974b9db2c46603ddec035d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353036 Jul 20 09:37:14.130156 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49404) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:14.133742 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-9282fbf0-2810-450e-83aa-8425493b515e None None] Deleting port dfdcfee2-d006-428e-9cb8-a3a2bf34694d {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:37:14.134300 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9282fbf0-2810-450e-83aa-8425493b515e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.181513 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:14.206770 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-9282fbf0-2810-450e-83aa-8425493b515e None None] For port dfdcfee2-d006-428e-9cb8-a3a2bf34694d, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=dfdcfee2-d006-428e-9cb8-a3a2bf34694d,segment=NetworkSegment(ddd0a6b5-29fb-434d-acd9-5d4cb41113c7),segment_id=ddd0a6b5-29fb-434d-acd9-5d4cb41113c7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:37:14.207147 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9282fbf0-2810-450e-83aa-8425493b515e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.213629 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-853b6718-043c-4f77-8c67-719ec17cb989 admin admin] Publish callbacks [] for security_group (ac0aa8fa-36b0-4ab9-98e0-bd188a952a12), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.223615 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-9282fbf0-2810-450e-83aa-8425493b515e None None] Calling delete_port for dfdcfee2-d006-428e-9cb8-a3a2bf34694d owned by network:dhcp {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:37:14.245021 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-853b6718-043c-4f77-8c67-719ec17cb989 admin admin] Publish callbacks [] for security_group (ac0aa8fa-36b0-4ab9-98e0-bd188a952a12), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.258086 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894'] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.300891 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Pushing event deleted for resources: {'Port': ['ID=dfdcfee2-d006-428e-9cb8-a3a2bf34694d,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:14.308235 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] No DVR routers for this DVR port dfdcfee2-d006-428e-9cb8-a3a2bf34694d on host dv-cinder-822822-3-iscsi {{(pid=104190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:37:14.354935 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9282fbf0-2810-450e-83aa-8425493b515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894'] for port (dfdcfee2-d006-428e-9cb8-a3a2bf34694d), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.394418 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282fbf0-2810-450e-83aa-8425493b515e None None] Pushing event deleted for resources: {'Port': ['ID=dfdcfee2-d006-428e-9cb8-a3a2bf34694d,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:14.399323 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9282fbf0-2810-450e-83aa-8425493b515e None None] No DVR routers for this DVR port dfdcfee2-d006-428e-9cb8-a3a2bf34694d on host dv-cinder-822822-3-iscsi {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:37:14.414496 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675530', 'neutron.services.segments.db._delete_segments_for_network-8750382056250'] for network (0f39ad03-6f09-42c9-9a01-67bdfcd73436), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.436548 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-853b6718-043c-4f77-8c67-719ec17cb989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (ac0aa8fa-36b0-4ab9-98e0-bd188a952a12), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.439523 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-853b6718-043c-4f77-8c67-719ec17cb989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.440976 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-853b6718-043c-4f77-8c67-719ec17cb989 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac0aa8fa-36b0-4ab9-98e0-bd188a952a12 HTTP/1.1" status: 204 len: 168 time: 0.3089917 Jul 20 09:37:14.467218 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b6718-043c-4f77-8c67-719ec17cb989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0aa8fa-36b0-4ab9-98e0-bd188a952a12,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:14.470576 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:37:14.471029 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:37:14.471753 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:37:14.472103 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Subscribe: > port after_create 55550000 {{(pid=104190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:37:14.472448 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:37:14.472737 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Subscribe: > port after_update 55550000 {{(pid=104190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:37:14.473054 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:37:14.473369 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:37:14.473687 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:37:14.474551 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:37:14.700905 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:37:14.701365 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:37:14.701878 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:37:14.702306 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:37:14.702789 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f39ad03-6f09-42c9-9a01-67bdfcd73436']}} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:37:14.733865 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd0a6b5-29fb-434d-acd9-5d4cb41113c7') {'for_net_delete': True} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:37:14.734291 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd0a6b5-29fb-434d-acd9-5d4cb41113c7') {} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:37:14.772279 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750382058051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27026907'] for segment (ddd0a6b5-29fb-434d-acd9-5d4cb41113c7), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.801506 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bf086-e34a-445c-b38d-07a3031bec7f req-bc4a2f9d-e487-4d74-bac1-857e7fe41d15 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:14.803215 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0a6bf086-e34a-445c-b38d-07a3031bec7f req-bc4a2f9d-e487-4d74-bac1-857e7fe41d15 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0945694 Jul 20 09:37:14.822868 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (ddd0a6b5-29fb-434d-acd9-5d4cb41113c7), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.846909 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=104190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 09:37:14.847656 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966779'] for segment (ddd0a6b5-29fb-434d-acd9-5d4cb41113c7), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.878008 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device dfdcfee2-d006-428e-9cb8-a3a2bf34694d no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:37:14.898490 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: dfdcfee2-d006-428e-9cb8-a3a2bf34694d {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:37:14.899157 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device dfdcfee2-d006-428e-9cb8-a3a2bf34694d not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:37:14.899821 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device ae2188b5-c75d-4eec-b506-523bc6c0f715 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:37:14.927438 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: ae2188b5-c75d-4eec-b506-523bc6c0f715 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:37:14.929019 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device ae2188b5-c75d-4eec-b506-523bc6c0f715 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:37:14.937529 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0a6bf086-e34a-445c-b38d-07a3031bec7f req-47d4adf5-50ed-4d46-9759-21db17183928 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271212 Jul 20 09:37:14.949437 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671318'] for network (0f39ad03-6f09-42c9-9a01-67bdfcd73436), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.956736 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:14.962939 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] 10.222.0.18 "DELETE /v2.0/networks/0f39ad03-6f09-42c9-9a01-67bdfcd73436 HTTP/1.1" status: 204 len: 168 time: 1.1484435 Jul 20 09:37:14.976464 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73b8ba-ff53-4abc-aca5-6e9070f0fc4f admin admin] Pushing event deleted for resources: {'Network': ['ID=0f39ad03-6f09-42c9-9a01-67bdfcd73436,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:15.172958 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49462) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:15.181716 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=6 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:15.221908 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-3394d8c6-dd48-4c10-b570-ed6d1576f3a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f923122fff9b4011a092bb70c4ec6ff3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0472457 Jul 20 09:37:15.224668 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49464) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:15.292104 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-fc751483-8cd5-46ce-b3ac-80142398ba01 admin admin] Publish callbacks [] for security_group (f1ece273-ba36-48fd-b3c4-a97090fd1c7f), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:15.315662 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.services.segments.plugin [-] Segment ddd0a6b5-29fb-434d-acd9-5d4cb41113c7 resource provider aggregate not found Jul 20 09:37:15.321388 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-fc751483-8cd5-46ce-b3ac-80142398ba01 admin admin] Publish callbacks [] for security_group (f1ece273-ba36-48fd-b3c4-a97090fd1c7f), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:15.340387 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.services.segments.plugin [-] Segment ddd0a6b5-29fb-434d-acd9-5d4cb41113c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddd0a6b5-29fb-434d-acd9-5d4cb41113c7 found for delete ", "request_id": "req-3aec0134-4889-4947-8746-0abb2e4c5148"}]} Jul 20 09:37:15.381787 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-fc751483-8cd5-46ce-b3ac-80142398ba01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (f1ece273-ba36-48fd-b3c4-a97090fd1c7f), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:15.384406 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-fc751483-8cd5-46ce-b3ac-80142398ba01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:15.388511 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-fc751483-8cd5-46ce-b3ac-80142398ba01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1ece273-ba36-48fd-b3c4-a97090fd1c7f HTTP/1.1" status: 204 len: 168 time: 0.1618145 Jul 20 09:37:15.397388 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc751483-8cd5-46ce-b3ac-80142398ba01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ece273-ba36-48fd-b3c4-a97090fd1c7f,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:16.074335 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d93e6-8826-412b-9064-f6c35698fa38 req-1c7ef9fe-2acf-426a-b69f-fdc83f16e7cb tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:16.081632 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ef0d93e6-8826-412b-9064-f6c35698fa38 req-1c7ef9fe-2acf-426a-b69f-fdc83f16e7cb tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0697341 Jul 20 09:37:16.171975 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ef0d93e6-8826-412b-9064-f6c35698fa38 req-7193202a-7147-40e0-89a4-6b9afeb3049e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893927 Jul 20 09:37:16.789169 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:17.290414 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381fca0-58a5-4072-b8be-0ae97d023ab0 req-9d43e64f-776a-46ad-b3af-f0db4ce91b6a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:17.292091 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a381fca0-58a5-4072-b8be-0ae97d023ab0 req-9d43e64f-776a-46ad-b3af-f0db4ce91b6a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0514655 Jul 20 09:37:17.345312 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a381fca0-58a5-4072-b8be-0ae97d023ab0 req-42f1ffc6-b0d3-4306-9123-69dd6082f93f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473139 Jul 20 09:37:17.516707 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-889f740c-ef48-41d4-b207-e6a129eccc4d tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6d626a45f8a74c748b720ed295079fed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334828 Jul 20 09:37:17.927987 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-1cd57728-e40c-4160-91db-2ad4ed5c0025 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:17.929881 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-1cd57728-e40c-4160-91db-2ad4ed5c0025 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4068804 Jul 20 09:37:17.949520 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-d629dc18-fd9e-4092-8a38-f47aaa08b058 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/quotas/6d626a45f8a74c748b720ed295079fed HTTP/1.1" status: 200 len: 375 time: 0.0131252 Jul 20 09:37:17.986126 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-e53d97de-0c48-4cec-bb87-3402b86edb12 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d626a45f8a74c748b720ed295079fed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305314 Jul 20 09:37:18.167415 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-bc83867e-4316-4880-bedb-ffba17d62e9a req-a681a10b-4d0b-45c7-833b-ea43cc658390 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 210 time: 0.0399895 Jul 20 09:37:18.467971 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff01ee7-526f-4c25-b032-c9049f9a0789 req-a7db41af-0f4a-4c74-ad4e-17df6198d7f4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:18.469914 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bff01ee7-526f-4c25-b032-c9049f9a0789 req-a7db41af-0f4a-4c74-ad4e-17df6198d7f4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0529573 Jul 20 09:37:18.525160 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bff01ee7-526f-4c25-b032-c9049f9a0789 req-ac4cef36-09df-44cf-afee-76f5ef93532f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494733 Jul 20 09:37:19.215027 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a5d8b413-b88c-4e39-b649-488b7d4a772a tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=6d626a45f8a74c748b720ed295079fed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252059 Jul 20 09:37:19.263305 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7458f641-4e82-4cde-a4f1-8fdb2b734e5d req-c2d9d820-ffa5-46c2-b368-7783dc50f202 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 210 time: 0.0318005 Jul 20 09:37:19.332681 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-11acc4c5-54bc-48f8-bc43-1d0229d1d738 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:19.334767 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-11acc4c5-54bc-48f8-bc43-1d0229d1d738 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109502 Jul 20 09:37:19.358785 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Request body: {'port': {'device_id': '408a75a3-c015-49c6-8efc-008016adc618', 'network_id': '508518d4-2002-4de4-b548-d053c31c9d85', 'admin_state_up': True, 'tenant_id': '6d626a45f8a74c748b720ed295079fed'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:37:19.478506 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Made reservation on behalf of 6d626a45f8a74c748b720ed295079fed for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:37:19.482109 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:19.490917 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:19.565878 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:19.582127 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Publish callbacks [] for security_group (6eb6526f-003e-452e-b0d3-a5f42887ac50), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:19.590026 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (6eb6526f-003e-452e-b0d3-a5f42887ac50), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:19.646952 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:19.659839 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfd362-13f1-41e3-9aca-76f0b33a9d35 req-615825f2-ca1b-4005-add4-54be542bf8d1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:19.661700 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-31bfd362-13f1-41e3-9aca-76f0b33a9d35 req-615825f2-ca1b-4005-add4-54be542bf8d1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0564275 Jul 20 09:37:19.676177 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb6526f-003e-452e-b0d3-a5f42887ac50,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:19.722881 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-31bfd362-13f1-41e3-9aca-76f0b33a9d35 req-513b7bc9-7d53-47b1-ba6e-49738848cc2b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545390 Jul 20 09:37:19.771255 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Allocated IP 192.168.233.245 (508518d4-2002-4de4-b548-d053c31c9d85/f398b328-1afe-4c7c-b13d-2fcb714d6359/0a05bc8a-3334-4d8e-b551-ad947848f414) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:37:19.795671 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:19.926058 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Publish callbacks [] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:19.962060 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:20.015762 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Network 508518d4-2002-4de4-b548-d053c31c9d85 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:37:20.019199 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:37:20.022397 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Pushing event updated for resources: {'Port': ['ID=0a05bc8a-3334-4d8e-b551-ad947848f414,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:20.025017 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:37:20.033451 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:20.033886 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:20.060574 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-a4d19a02-903b-4123-b052-d15e45d6a942 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7055931 Jul 20 09:37:20.075675 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Request body: {'port': {'device_id': '408a75a3-c015-49c6-8efc-008016adc618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:37:20.157401 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:20.463632 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:20.471581 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-f97ad57e-2dd0-4767-b588-b23421a9b3c3 None None] Provisioning complete for port 0a05bc8a-3334-4d8e-b551-ad947848f414 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:37:20.471903 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f97ad57e-2dd0-4767-b588-b23421a9b3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:20.479931 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5beced-c9d5-4eee-b406-1736cb8b5e12 req-a717c4d0-c8db-4955-86c9-9d296106e802 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:20.486801 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-cb5beced-c9d5-4eee-b406-1736cb8b5e12 req-a717c4d0-c8db-4955-86c9-9d296106e802 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 936 time: 0.0701725 Jul 20 09:37:20.509400 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-f97ad57e-2dd0-4767-b588-b23421a9b3c3 None None] Port 0a05bc8a-3334-4d8e-b551-ad947848f414 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:37:20.543887 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-cb5beced-c9d5-4eee-b406-1736cb8b5e12 req-db6e257e-4e74-439c-b0ac-4c44eb79195d tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561335 Jul 20 09:37:20.581613 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a05bc8a-3334-4d8e-b551-ad947848f414 {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:37:20.589174 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Publish callbacks [] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:20.601760 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Transition to ACTIVE for port object 0a05bc8a-3334-4d8e-b551-ad947848f414 will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:37:20.604794 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:20.631796 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:20.683882 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a05bc8a-3334-4d8e-b551-ad947848f414,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:20.702306 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Attempting to bind port 0a05bc8a-3334-4d8e-b551-ad947848f414 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:37:20.702646 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Attempting to bind port 0a05bc8a-3334-4d8e-b551-ad947848f414 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'b18638ea-66d6-4bcd-b815-12c52972ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '508518d4-2002-4de4-b548-d053c31c9d85'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:37:20.704337 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Attempting to bind port 0a05bc8a-3334-4d8e-b551-ad947848f414 on network 508518d4-2002-4de4-b548-d053c31c9d85 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:37:20.710561 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Port 0a05bc8a-3334-4d8e-b551-ad947848f414 on network 508518d4-2002-4de4-b548-d053c31c9d85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:37:20.710895 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Attempting to bind port 0a05bc8a-3334-4d8e-b551-ad947848f414 on network 508518d4-2002-4de4-b548-d053c31c9d85 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:37:20.718095 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:37:20.718679 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Checking segment: {'id': 'b18638ea-66d6-4bcd-b815-12c52972ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '508518d4-2002-4de4-b548-d053c31c9d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:37:20.719269 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Bound using segment: {'id': 'b18638ea-66d6-4bcd-b815-12c52972ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '508518d4-2002-4de4-b548-d053c31c9d85'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:37:20.719889 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Bound port: 0a05bc8a-3334-4d8e-b551-ad947848f414, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18638ea-66d6-4bcd-b815-12c52972ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '508518d4-2002-4de4-b548-d053c31c9d85'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:37:20.720248 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:20.762060 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:20.813237 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] For port 0a05bc8a-3334-4d8e-b551-ad947848f414, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:37:20.817915 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] For port 0a05bc8a-3334-4d8e-b551-ad947848f414, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0a05bc8a-3334-4d8e-b551-ad947848f414,segment=NetworkSegment(b18638ea-66d6-4bcd-b815-12c52972ad75),segment_id=b18638ea-66d6-4bcd-b815-12c52972ad75)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:37:20.836554 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:20.908073 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:20.908597 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:20.910202 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] 10.222.0.17 "PUT /v2.0/ports/0a05bc8a-3334-4d8e-b551-ad947848f414 HTTP/1.1" status: 200 len: 1098 time: 0.8400528 Jul 20 09:37:20.916819 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5d022-7eb5-4e75-93ef-6fc828632ee7 req-8e15515e-1fd5-4d1d-ac82-c0acf25ec401 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:20.918354 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-74a5d022-7eb5-4e75-93ef-6fc828632ee7 req-8e15515e-1fd5-4d1d-ac82-c0acf25ec401 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0954340 Jul 20 09:37:20.918830 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408a75a3-c015-49c6-8efc-008016adc618', 'tag': '0a05bc8a-3334-4d8e-b551-ad947848f414'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:37:20.921159 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d644b04-face-4dfe-a990-76e9044a0224" -d '{"events": [{"name": "network-changed", "server_uuid": "408a75a3-c015-49c6-8efc-008016adc618", "tag": "0a05bc8a-3334-4d8e-b551-ad947848f414"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:37:20.978260 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837bf5e-fb78-4b56-b81b-bd8367c0ede4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a05bc8a-3334-4d8e-b551-ad947848f414,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:21.029456 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b589dd29-1bca-48fc-b70a-8746bae9aa2b x-openstack-request-id: req-b589dd29-1bca-48fc-b70a-8746bae9aa2b {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:37:21.029747 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408a75a3-c015-49c6-8efc-008016adc618", "tag": "0a05bc8a-3334-4d8e-b551-ad947848f414", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:37:21.030001 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b589dd29-1bca-48fc-b70a-8746bae9aa2b {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:37:21.030404 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b589dd29-1bca-48fc-b70a-8746bae9aa2b'] response: {'name': 'network-changed', 'server_uuid': '408a75a3-c015-49c6-8efc-008016adc618', 'tag': '0a05bc8a-3334-4d8e-b551-ad947848f414', 'status': 'completed', 'code': 200} Jul 20 09:37:21.037566 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-74a5d022-7eb5-4e75-93ef-6fc828632ee7 req-a6979ac6-d476-4ec9-92c4-051029166112 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074090 Jul 20 09:37:21.049294 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-6178d1a1-5753-46f9-b72d-2192b3215e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:21.050833 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-6178d1a1-5753-46f9-b72d-2192b3215e11 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=6d626a45f8a74c748b720ed295079fed&device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 1132 time: 0.0583320 Jul 20 09:37:21.101595 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-4cbcbfae-e77d-424c-9b9a-a4543cd799ce service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=0a05bc8a-3334-4d8e-b551-ad947848f414 HTTP/1.1" status: 200 len: 217 time: 0.0388188 Jul 20 09:37:21.156990 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-ff07cc65-6dcb-4b44-8cb4-4c06b5023e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:21.158457 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-ff07cc65-6dcb-4b44-8cb4-4c06b5023e4a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=f398b328-1afe-4c7c-b13d-2fcb714d6359 HTTP/1.1" status: 200 len: 843 time: 0.0504944 Jul 20 09:37:21.209547 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-01298ecf-2c6e-4742-9fe9-cc87c87925f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:21.210996 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-01298ecf-2c6e-4742-9fe9-cc87c87925f6 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=508518d4-2002-4de4-b548-d053c31c9d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0410063 Jul 20 09:37:21.312813 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-b0f5bbbf-0fa8-4ee5-a20c-d08cbb5b4c66 service neutron] 10.222.0.17 "GET /v2.0/networks/508518d4-2002-4de4-b548-d053c31c9d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934727 Jul 20 09:37:21.406986 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a2d8148e-7e40-4bf9-a428-e881e86d5113 req-ae4eeb54-6cff-423c-8f3c-a2adc3829a57 service neutron] 10.222.0.17 "GET /v2.0/networks/508518d4-2002-4de4-b548-d053c31c9d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868754 Jul 20 09:37:21.666444 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64558e8-0778-4d0a-a2fb-5186f0a6e12a req-134c00a2-e061-4ad5-954e-c2ea3ec506e0 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:21.667997 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e64558e8-0778-4d0a-a2fb-5186f0a6e12a req-134c00a2-e061-4ad5-954e-c2ea3ec506e0 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 948 time: 0.0608380 Jul 20 09:37:21.725533 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e64558e8-0778-4d0a-a2fb-5186f0a6e12a req-269663fa-36a5-4041-99f5-98a4218f9c4a tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517871 Jul 20 09:37:22.161796 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0ac0b-32f6-4e2a-ae53-7a980b605be6 req-f193905b-c282-4d63-a445-7fd59e8df2ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:22.163436 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b1e0ac0b-32f6-4e2a-ae53-7a980b605be6 req-f193905b-c282-4d63-a445-7fd59e8df2ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0493987 Jul 20 09:37:22.218317 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b1e0ac0b-32f6-4e2a-ae53-7a980b605be6 req-33e68c94-ddd6-4d73-9f00-023ed47c75a2 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465181 Jul 20 09:37:22.512029 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d644b04-face-4dfe-a990-76e9044a0224 req-a897ffa5-f582-4fe1-9b3d-c8cda0a331ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:22.513627 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1d644b04-face-4dfe-a990-76e9044a0224 req-a897ffa5-f582-4fe1-9b3d-c8cda0a331ba service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=6d626a45f8a74c748b720ed295079fed&device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 1132 time: 0.0404942 Jul 20 09:37:22.605029 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d644b04-face-4dfe-a990-76e9044a0224 req-284fee93-0003-4af2-b864-caccb64044fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:22.606468 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1d644b04-face-4dfe-a990-76e9044a0224 req-284fee93-0003-4af2-b864-caccb64044fb service neutron] 10.222.0.17 "GET /v2.0/networks?id=508518d4-2002-4de4-b548-d053c31c9d85 HTTP/1.1" status: 200 len: 870 time: 0.0841689 Jul 20 09:37:22.649029 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1d644b04-face-4dfe-a990-76e9044a0224 req-f298b913-1076-4b54-a835-c2fa7e91deeb service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=0a05bc8a-3334-4d8e-b551-ad947848f414 HTTP/1.1" status: 200 len: 217 time: 0.0355620 Jul 20 09:37:22.689046 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:22.698744 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d644b04-face-4dfe-a990-76e9044a0224 req-2a627c75-9e2c-4875-ae4e-55456fed030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:22.700118 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1d644b04-face-4dfe-a990-76e9044a0224 req-2a627c75-9e2c-4875-ae4e-55456fed030e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=f398b328-1afe-4c7c-b13d-2fcb714d6359 HTTP/1.1" status: 200 len: 843 time: 0.0443134 Jul 20 09:37:22.745974 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d644b04-face-4dfe-a990-76e9044a0224 req-49c96d8b-2508-4157-81ea-fe0115f1a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:22.747457 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1d644b04-face-4dfe-a990-76e9044a0224 req-49c96d8b-2508-4157-81ea-fe0115f1a827 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=508518d4-2002-4de4-b548-d053c31c9d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0372317 Jul 20 09:37:22.836663 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:22.843477 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1d644b04-face-4dfe-a990-76e9044a0224 req-fbd3835a-ecb3-44b5-84d0-7616b85d752e service neutron] 10.222.0.17 "GET /v2.0/networks/508518d4-2002-4de4-b548-d053c31c9d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878148 Jul 20 09:37:22.854098 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bcea0-61c9-4d60-bc4f-7e5b23fe417e req-426e6176-af02-4dbe-ad8b-307b7b9ac753 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:22.855739 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e50bcea0-61c9-4d60-bc4f-7e5b23fe417e req-426e6176-af02-4dbe-ad8b-307b7b9ac753 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 948 time: 0.0485632 Jul 20 09:37:22.927583 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e50bcea0-61c9-4d60-bc4f-7e5b23fe417e req-f9391600-9807-443a-9a2f-e23bee15175d tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609992 Jul 20 09:37:22.978294 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:22.986360 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1d644b04-face-4dfe-a990-76e9044a0224 req-0fa408a5-cf58-459a-9935-dbe5925f382e service neutron] 10.222.0.17 "GET /v2.0/networks/508518d4-2002-4de4-b548-d053c31c9d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025620 Jul 20 09:37:23.016818 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8c60a599-eb37-4270-940f-b92b426c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:23.191085 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49754) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:23.335170 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6929aed3-18c4-44ca-8d53-c8ed0c387442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:23.359673 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8c080-fbdc-468e-ac8a-f3c31379eabf req-cc280938-ae97-42ec-bd67-318ee98a5800 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:23.361154 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cfc8c080-fbdc-468e-ac8a-f3c31379eabf req-cc280938-ae97-42ec-bd67-318ee98a5800 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0693166 Jul 20 09:37:23.434228 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cfc8c080-fbdc-468e-ac8a-f3c31379eabf req-af761362-67d7-4e7e-bba9-5995f618d570 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668888 Jul 20 09:37:23.471810 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6929aed3-18c4-44ca-8d53-c8ed0c387442 admin admin] Publish callbacks [] for security_group (a197600e-6128-4250-a3ae-2a12c4ba3a43), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:23.475962 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6929aed3-18c4-44ca-8d53-c8ed0c387442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (a197600e-6128-4250-a3ae-2a12c4ba3a43), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:23.515381 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-6929aed3-18c4-44ca-8d53-c8ed0c387442 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53edaab7a665412c954dddcfab7ba106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231704 Jul 20 09:37:23.516217 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929aed3-18c4-44ca-8d53-c8ed0c387442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a197600e-6128-4250-a3ae-2a12c4ba3a43,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:23.518188 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49760) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:23.574639 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-708dcd44-ce64-4509-adbe-4a1451fb4e38 admin admin] Publish callbacks [] for security_group (a197600e-6128-4250-a3ae-2a12c4ba3a43), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:23.599139 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-708dcd44-ce64-4509-adbe-4a1451fb4e38 admin admin] Publish callbacks [] for security_group (a197600e-6128-4250-a3ae-2a12c4ba3a43), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:23.647767 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-708dcd44-ce64-4509-adbe-4a1451fb4e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (a197600e-6128-4250-a3ae-2a12c4ba3a43), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:23.650244 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-708dcd44-ce64-4509-adbe-4a1451fb4e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:23.651421 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-708dcd44-ce64-4509-adbe-4a1451fb4e38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a197600e-6128-4250-a3ae-2a12c4ba3a43 HTTP/1.1" status: 204 len: 168 time: 0.1322088 Jul 20 09:37:23.659387 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dcd44-ce64-4509-adbe-4a1451fb4e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a197600e-6128-4250-a3ae-2a12c4ba3a43,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:23.916372 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49768) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:23.929833 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0c978f22-00f5-4171-ae17-742319358812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:24.036777 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0c978f22-00f5-4171-ae17-742319358812 admin admin] Publish callbacks [] for security_group (c50bc256-7fb1-48ce-9603-5ca2b659aec6), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:24.043955 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0c978f22-00f5-4171-ae17-742319358812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (c50bc256-7fb1-48ce-9603-5ca2b659aec6), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:24.073560 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfec745-f10b-4d49-b4b3-69af6d147956 req-331865e1-eeed-43a5-b47d-fb24cca6692f tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:24.075188 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5dfec745-f10b-4d49-b4b3-69af6d147956 req-331865e1-eeed-43a5-b47d-fb24cca6692f tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 948 time: 0.0828018 Jul 20 09:37:24.116132 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-0c978f22-00f5-4171-ae17-742319358812 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eede1d84f47b4ee1a25813195dfab3da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986439 Jul 20 09:37:24.118922 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c978f22-00f5-4171-ae17-742319358812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50bc256-7fb1-48ce-9603-5ca2b659aec6,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:24.119353 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49778) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:24.157342 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5dfec745-f10b-4d49-b4b3-69af6d147956 req-27f822da-7459-4de9-8aff-ecdb435db7f8 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722296 Jul 20 09:37:24.181567 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5dd09bce-0033-437f-aaca-e2d7da40ff54 admin admin] Publish callbacks [] for security_group (c50bc256-7fb1-48ce-9603-5ca2b659aec6), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:24.206084 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5dd09bce-0033-437f-aaca-e2d7da40ff54 admin admin] Publish callbacks [] for security_group (c50bc256-7fb1-48ce-9603-5ca2b659aec6), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:24.253201 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5dd09bce-0033-437f-aaca-e2d7da40ff54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (c50bc256-7fb1-48ce-9603-5ca2b659aec6), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:24.256470 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5dd09bce-0033-437f-aaca-e2d7da40ff54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:24.257719 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-5dd09bce-0033-437f-aaca-e2d7da40ff54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c50bc256-7fb1-48ce-9603-5ca2b659aec6 HTTP/1.1" status: 204 len: 168 time: 0.1371465 Jul 20 09:37:24.265694 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd09bce-0033-437f-aaca-e2d7da40ff54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50bc256-7fb1-48ce-9603-5ca2b659aec6,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:24.279141 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:24.554557 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60913f-9254-4ebd-bfad-89fc7eb5d482 req-58762718-3c15-47b3-85bc-8f255850806f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:24.556012 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cd60913f-9254-4ebd-bfad-89fc7eb5d482 req-58762718-3c15-47b3-85bc-8f255850806f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0503559 Jul 20 09:37:24.609730 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cd60913f-9254-4ebd-bfad-89fc7eb5d482 req-e9025de7-3f11-49d4-af9a-2c7ce4508149 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476170 Jul 20 09:37:24.612001 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49788) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:24.631661 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-050682f9-cc4e-4d18-bf9a-5652372395a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:24.666789 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:24.709745 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-050682f9-cc4e-4d18-bf9a-5652372395a4 admin admin] Publish callbacks [] for security_group (5e503eba-c310-440f-8f0e-ccb66cf58cd2), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:24.713328 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-050682f9-cc4e-4d18-bf9a-5652372395a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (5e503eba-c310-440f-8f0e-ccb66cf58cd2), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:24.752819 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-050682f9-cc4e-4d18-bf9a-5652372395a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=002f1885bedc42bd9862bf378beb43d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393890 Jul 20 09:37:24.753938 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050682f9-cc4e-4d18-bf9a-5652372395a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e503eba-c310-440f-8f0e-ccb66cf58cd2,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:24.755741 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49790) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:24.805270 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9b41e474-fa5d-4385-83f2-3ada9848c81d admin admin] Publish callbacks [] for security_group (5e503eba-c310-440f-8f0e-ccb66cf58cd2), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:24.826295 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9b41e474-fa5d-4385-83f2-3ada9848c81d admin admin] Publish callbacks [] for security_group (5e503eba-c310-440f-8f0e-ccb66cf58cd2), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:24.858338 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:24.877242 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9b41e474-fa5d-4385-83f2-3ada9848c81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (5e503eba-c310-440f-8f0e-ccb66cf58cd2), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:24.879909 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9b41e474-fa5d-4385-83f2-3ada9848c81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:24.881055 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-9b41e474-fa5d-4385-83f2-3ada9848c81d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e503eba-c310-440f-8f0e-ccb66cf58cd2 HTTP/1.1" status: 204 len: 168 time: 0.1244826 Jul 20 09:37:24.888935 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41e474-fa5d-4385-83f2-3ada9848c81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e503eba-c310-440f-8f0e-ccb66cf58cd2,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:25.213035 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 0a05bc8a-3334-4d8e-b551-ad947848f414 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:37:25.289940 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c6d3b-e5f9-48a3-b3c3-5cd2849340ce req-588eae2e-dca4-445a-b9cd-538007e310a4 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:25.298528 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-317c6d3b-e5f9-48a3-b3c3-5cd2849340ce req-588eae2e-dca4-445a-b9cd-538007e310a4 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 948 time: 0.0680969 Jul 20 09:37:25.314035 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6102800f-f864-47a1-b630-b85ff00e0381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:25.342905 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 0a05bc8a-3334-4d8e-b551-ad947848f414, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0a05bc8a-3334-4d8e-b551-ad947848f414,segment=NetworkSegment(b18638ea-66d6-4bcd-b815-12c52972ad75),segment_id=b18638ea-66d6-4bcd-b815-12c52972ad75)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:37:25.360789 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '0a05bc8a-3334-4d8e-b551-ad947848f414', 'network_id': '508518d4-2002-4de4-b548-d053c31c9d85', 'port_id': '0a05bc8a-3334-4d8e-b551-ad947848f414', 'mac_address': 'fa:16:3e:2c:d7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f398b328-1afe-4c7c-b13d-2fcb714d6359', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:37:25.363813 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-317c6d3b-e5f9-48a3-b3c3-5cd2849340ce req-15706f98-67c5-4d73-9549-0fcac3d4fad4 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642996 Jul 20 09:37:25.399954 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 0a05bc8a-3334-4d8e-b551-ad947848f414 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:37:25.400340 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:25.414516 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a05bc8a-3334-4d8e-b551-ad947848f414 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:37:25.444882 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 0a05bc8a-3334-4d8e-b551-ad947848f414, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0a05bc8a-3334-4d8e-b551-ad947848f414,segment=NetworkSegment(b18638ea-66d6-4bcd-b815-12c52972ad75),segment_id=b18638ea-66d6-4bcd-b815-12c52972ad75)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:37:25.449582 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:25.469557 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49812) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:25.503591 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=0a05bc8a-3334-4d8e-b551-ad947848f414,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:25.587618 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b292b81f-09f3-478b-812c-ef84bdf1afdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:25.670212 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b292b81f-09f3-478b-812c-ef84bdf1afdd admin admin] Publish callbacks [] for security_group (a981b0fc-cf36-477e-bf9e-3670f17dd1f1), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:25.675972 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b292b81f-09f3-478b-812c-ef84bdf1afdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (a981b0fc-cf36-477e-bf9e-3670f17dd1f1), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:25.709400 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-b292b81f-09f3-478b-812c-ef84bdf1afdd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78534de78c2b49a6b194a723fadf4a41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384002 Jul 20 09:37:25.712026 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49828) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:25.742242 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:25.768577 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['0a05bc8a-3334-4d8e-b551-ad947848f414'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:37:25.780422 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292b81f-09f3-478b-812c-ef84bdf1afdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a981b0fc-cf36-477e-bf9e-3670f17dd1f1,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:25.792767 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127b267-ecbd-47da-8629-c2e1e63b7d1a req-00c42b73-a63f-43d5-bcba-8f245121072d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:25.794599 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e127b267-ecbd-47da-8629-c2e1e63b7d1a req-00c42b73-a63f-43d5-bcba-8f245121072d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0824616 Jul 20 09:37:25.800286 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-370e4b75-463c-41d4-b870-9a60530ee6c6 admin admin] Publish callbacks [] for security_group (a981b0fc-cf36-477e-bf9e-3670f17dd1f1), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:25.832514 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:25.855599 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-370e4b75-463c-41d4-b870-9a60530ee6c6 admin admin] Publish callbacks [] for security_group (a981b0fc-cf36-477e-bf9e-3670f17dd1f1), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:25.877570 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e127b267-ecbd-47da-8629-c2e1e63b7d1a req-b267e30b-55e8-47b9-8ef0-41da96a10ad7 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741465 Jul 20 09:37:25.921582 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-370e4b75-463c-41d4-b870-9a60530ee6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (a981b0fc-cf36-477e-bf9e-3670f17dd1f1), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:25.924552 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-370e4b75-463c-41d4-b870-9a60530ee6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:25.927390 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-370e4b75-463c-41d4-b870-9a60530ee6c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a981b0fc-cf36-477e-bf9e-3670f17dd1f1 HTTP/1.1" status: 204 len: 168 time: 0.2133474 Jul 20 09:37:25.945180 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e4b75-463c-41d4-b870-9a60530ee6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a981b0fc-cf36-477e-bf9e-3670f17dd1f1,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:26.253903 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:26.520352 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bb60f-be93-4867-81ea-beaf0830b5d1 req-f2a58712-9b93-4538-8b80-ff08fa625359 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:26.528052 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3d9bb60f-be93-4867-81ea-beaf0830b5d1 req-f2a58712-9b93-4538-8b80-ff08fa625359 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 949 time: 0.0806398 Jul 20 09:37:26.586517 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3d9bb60f-be93-4867-81ea-beaf0830b5d1 req-5b539e74-b067-43f8-bfb1-59cf756c3f50 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574250 Jul 20 09:37:26.754003 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49910) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:26.853433 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1356997183-network', 'tenant_id': '2b1cce39aec143f5aaec0f1d2cfac998'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:37:26.874181 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] Made reservation on behalf of 2b1cce39aec143f5aaec0f1d2cfac998 for: {'network': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:37:26.876935 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:26.897530 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:26.984124 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] Publish callbacks [] for security_group (de09ac2e-0f64-454d-8e92-8b3db4d04439), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:26.990519 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (de09ac2e-0f64-454d-8e92-8b3db4d04439), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:27.030383 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=104190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:37:27.037703 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de09ac2e-0f64-454d-8e92-8b3db4d04439,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:27.038789 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ab662-fc0b-43de-a3a3-4d4a05e76afe req-56f19c5e-96e7-4c27-b934-2347592a364a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:27.044583 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (ef550c80-3486-4ede-8e2f-1ba8112c1088), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:27.044991 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.segments_db [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] Added segment ef550c80-3486-4ede-8e2f-1ba8112c1088 of type vlan for network 98386bce-2634-4cc1-bd57-7822fef8c393 Jul 20 09:37:27.046190 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9d5ab662-fc0b-43de-a3a3-4d4a05e76afe req-56f19c5e-96e7-4c27-b934-2347592a364a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0918679 Jul 20 09:37:27.091527 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (98386bce-2634-4cc1-bd57-7822fef8c393), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:27.104807 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9d5ab662-fc0b-43de-a3a3-4d4a05e76afe req-807bea40-83ae-4026-9e74-ed47aeb0e4d1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576653 Jul 20 09:37:27.115804 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:27.122069 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (98386bce-2634-4cc1-bd57-7822fef8c393), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:27.124467 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:27.125059 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:27.169259 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4141412 Jul 20 09:37:27.172021 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49924) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:27.184044 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-b696e3e7-c5ef-4291-9186-5811cf1e81c4 admin admin] Request body: {'subnet': {'network_id': '98386bce-2634-4cc1-bd57-7822fef8c393', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1356997183-subnet', 'tenant_id': '2b1cce39aec143f5aaec0f1d2cfac998', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:37:27.205016 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5ee12-e970-4c12-b42c-b69fad2fa42a admin admin] Pushing event updated for resources: {'Network': ['ID=98386bce-2634-4cc1-bd57-7822fef8c393,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:27.206307 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b696e3e7-c5ef-4291-9186-5811cf1e81c4 admin admin] Made reservation on behalf of 2b1cce39aec143f5aaec0f1d2cfac998 for: {'subnet': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:37:27.209546 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b696e3e7-c5ef-4291-9186-5811cf1e81c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:27.218745 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network 98386bce-2634-4cc1-bd57-7822fef8c393 details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:37:27.249229 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 0a05bc8a-3334-4d8e-b551-ad947848f414 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:37:27.354070 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 0a05bc8a-3334-4d8e-b551-ad947848f414 completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:37:27.360411 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 0a05bc8a-3334-4d8e-b551-ad947848f414 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:37:27.360784 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:27.403780 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b696e3e7-c5ef-4291-9186-5811cf1e81c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for subnet (fb9cfb74-d063-449b-9813-f0905e9f5d9c), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:27.442880 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 0a05bc8a-3334-4d8e-b551-ad947848f414 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:37:27.443605 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:27.464096 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696e3e7-c5ef-4291-9186-5811cf1e81c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb9cfb74-d063-449b-9813-f0905e9f5d9c,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:27.466798 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408a75a3-c015-49c6-8efc-008016adc618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a05bc8a-3334-4d8e-b551-ad947848f414'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:37:27.469345 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f6a864-a6cc-4adc-8233-9bbc09b67d18" -d '{"events": [{"server_uuid": "408a75a3-c015-49c6-8efc-008016adc618", "name": "network-vif-plugged", "status": "completed", "tag": "0a05bc8a-3334-4d8e-b551-ad947848f414"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:37:27.471699 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b696e3e7-c5ef-4291-9186-5811cf1e81c4 admin admin] Checking segment: {'id': 'ef550c80-3486-4ede-8e2f-1ba8112c1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '98386bce-2634-4cc1-bd57-7822fef8c393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:37:27.472058 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b696e3e7-c5ef-4291-9186-5811cf1e81c4 admin admin] Network hostable DHCP agents. Network: 98386bce-2634-4cc1-bd57-7822fef8c393, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:37:27.483087 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 0a05bc8a-3334-4d8e-b551-ad947848f414, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0a05bc8a-3334-4d8e-b551-ad947848f414,segment=NetworkSegment(b18638ea-66d6-4bcd-b815-12c52972ad75),segment_id=b18638ea-66d6-4bcd-b815-12c52972ad75)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:37:27.488465 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:27.491747 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b696e3e7-c5ef-4291-9186-5811cf1e81c4 admin admin] Network 98386bce-2634-4cc1-bd57-7822fef8c393 is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:37:27.505445 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-b696e3e7-c5ef-4291-9186-5811cf1e81c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, 98386bce-2634-4cc1-bd57-7822fef8c393) {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:37:27.510034 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b696e3e7-c5ef-4291-9186-5811cf1e81c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:27.510625 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b696e3e7-c5ef-4291-9186-5811cf1e81c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:27.514608 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:27.519169 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9908cfa-126d-445b-9cf0-9ccc3bc1aedf None None] Network 98386bce-2634-4cc1-bd57-7822fef8c393 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:37:27.521885 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:27.526605 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94408a93-1280-4e90-bf84-003af723a802 x-openstack-request-id: req-94408a93-1280-4e90-bf84-003af723a802 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:37:27.526936 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408a75a3-c015-49c6-8efc-008016adc618", "name": "network-vif-plugged", "status": "completed", "tag": "0a05bc8a-3334-4d8e-b551-ad947848f414", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:37:27.527168 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94408a93-1280-4e90-bf84-003af723a802 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:37:27.527573 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94408a93-1280-4e90-bf84-003af723a802'] response: {'server_uuid': '408a75a3-c015-49c6-8efc-008016adc618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a05bc8a-3334-4d8e-b551-ad947848f414', 'code': 200} Jul 20 09:37:27.541248 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-b696e3e7-c5ef-4291-9186-5811cf1e81c4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3679767 Jul 20 09:37:27.580839 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=61 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:27.585204 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=66,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:27.626302 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=0a05bc8a-3334-4d8e-b551-ad947848f414,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:27.688099 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca20c83f-98f4-4ef8-b0b5-1fa7c2a29d29 None None] Network 98386bce-2634-4cc1-bd57-7822fef8c393 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:37:27.789208 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac414cb-7c13-4b8e-9bd8-512613a3674d req-e3446ea4-8221-4597-95d3-e15b1d7357be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:27.791217 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dac414cb-7c13-4b8e-9bd8-512613a3674d req-e3446ea4-8221-4597-95d3-e15b1d7357be service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 1134 time: 0.0595315 Jul 20 09:37:27.840515 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:27.974993 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cfa6a-8704-4d00-9f83-4b8514e7f472 req-1c893b88-07de-4f33-952d-1b4ee53c23b3 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:27.977721 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-967cfa6a-8704-4d00-9f83-4b8514e7f472 req-1c893b88-07de-4f33-952d-1b4ee53c23b3 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 950 time: 0.0941195 Jul 20 09:37:27.982507 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dac414cb-7c13-4b8e-9bd8-512613a3674d req-f9b1d3f5-42df-452b-bd6a-f8591956f454 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386080 Jul 20 09:37:28.032132 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-967cfa6a-8704-4d00-9f83-4b8514e7f472 req-5d268c04-0cb3-45e8-90cd-091ee40b413d tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475125 Jul 20 09:37:28.170569 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:28.183075 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49960) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:28.188087 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-845091875-network', 'tenant_id': 'f4b4664f4e47459db705cd31e3cf451b'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:37:28.244203 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] Made reservation on behalf of f4b4664f4e47459db705cd31e3cf451b for: {'network': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:37:28.246619 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:28.264037 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e240d86-100d-47e7-a80b-56c6cce17b22 req-af4750d5-fe87-4cfa-b8e5-4f6d49ca7d0b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:28.265553 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7e240d86-100d-47e7-a80b-56c6cce17b22 req-af4750d5-fe87-4cfa-b8e5-4f6d49ca7d0b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0679753 Jul 20 09:37:28.266502 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:28.341318 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7e240d86-100d-47e7-a80b-56c6cce17b22 req-06ccff30-2494-48df-aa38-53fa49155f15 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647717 Jul 20 09:37:28.384890 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] Publish callbacks [] for security_group (e6fe79e5-90ef-431f-b1c2-dfffb87065c9), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:28.388344 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (e6fe79e5-90ef-431f-b1c2-dfffb87065c9), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:28.415622 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=104190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:37:28.422195 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:28.426988 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fe79e5-90ef-431f-b1c2-dfffb87065c9,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:28.432540 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (87524518-0b95-4bb5-810a-843947b1714b), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:28.432882 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.segments_db [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] Added segment 87524518-0b95-4bb5-810a-843947b1714b of type vlan for network 3a573127-ba01-4cd5-aa72-ecb9124a3893 Jul 20 09:37:28.476176 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (3a573127-ba01-4cd5-aa72-ecb9124a3893), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:28.502637 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (3a573127-ba01-4cd5-aa72-ecb9124a3893), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:28.503752 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:28.504326 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:28.569295 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3849154 Jul 20 09:37:28.571858 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49962) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:28.578682 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-4e5252ca-4ded-409a-9408-1ea375c42491 admin admin] Request body: {'subnet': {'network_id': '3a573127-ba01-4cd5-aa72-ecb9124a3893', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-845091875-subnet', 'tenant_id': 'f4b4664f4e47459db705cd31e3cf451b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:37:28.585376 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d48c65-c132-4c9c-ae7a-33b36cc9cd59 admin admin] Pushing event updated for resources: {'Network': ['ID=3a573127-ba01-4cd5-aa72-ecb9124a3893,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:28.595426 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network 3a573127-ba01-4cd5-aa72-ecb9124a3893 details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:37:28.602894 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5252ca-4ded-409a-9408-1ea375c42491 admin admin] Made reservation on behalf of f4b4664f4e47459db705cd31e3cf451b for: {'subnet': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:37:28.605427 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4e5252ca-4ded-409a-9408-1ea375c42491 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25169977'] for subnet (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:28.791829 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4e5252ca-4ded-409a-9408-1ea375c42491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25966168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25169967'] for subnet (655a67ce-c2f4-4768-8e66-a2e35e8e0f54), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:28.850486 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5252ca-4ded-409a-9408-1ea375c42491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=655a67ce-c2f4-4768-8e66-a2e35e8e0f54,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:28.859922 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5252ca-4ded-409a-9408-1ea375c42491 admin admin] Checking segment: {'id': '87524518-0b95-4bb5-810a-843947b1714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3a573127-ba01-4cd5-aa72-ecb9124a3893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:37:28.860280 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5252ca-4ded-409a-9408-1ea375c42491 admin admin] Network hostable DHCP agents. Network: 3a573127-ba01-4cd5-aa72-ecb9124a3893, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:37:28.877273 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5252ca-4ded-409a-9408-1ea375c42491 admin admin] Network 3a573127-ba01-4cd5-aa72-ecb9124a3893 is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:37:28.879976 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:28.887758 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-4e5252ca-4ded-409a-9408-1ea375c42491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, 3a573127-ba01-4cd5-aa72-ecb9124a3893) {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:37:28.892643 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5252ca-4ded-409a-9408-1ea375c42491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:28.893737 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4e5252ca-4ded-409a-9408-1ea375c42491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:28.900948 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14efd3a-f806-4979-9a55-099d923425d6 None None] Network 3a573127-ba01-4cd5-aa72-ecb9124a3893 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:37:28.912751 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-4e5252ca-4ded-409a-9408-1ea375c42491 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3398793 Jul 20 09:37:29.008678 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdaf832-4a75-4ef6-b170-9a0a145d4819 None None] Network 3a573127-ba01-4cd5-aa72-ecb9124a3893 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:37:29.032021 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:29.033632 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49968) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:29.084754 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36ba501-36f2-4368-b5c5-88cf3de4d8f0 admin admin] Deleting subnet fb9cfb74-d063-449b-9813-f0905e9f5d9c {{(pid=104190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 09:37:29.088081 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c36ba501-36f2-4368-b5c5-88cf3de4d8f0 admin admin] Publish callbacks [] for subnet (fb9cfb74-d063-449b-9813-f0905e9f5d9c), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.125672 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c36ba501-36f2-4368-b5c5-88cf3de4d8f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27026914'] for subnet (fb9cfb74-d063-449b-9813-f0905e9f5d9c), precommit_delete_associations {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.155343 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce2412-85ac-4ae2-844c-62e0f1a74820 req-b1ea536b-0005-42b8-bd88-1de8ae57e79e tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:29.157526 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-09ce2412-85ac-4ae2-844c-62e0f1a74820 req-b1ea536b-0005-42b8-bd88-1de8ae57e79e tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 950 time: 0.0494769 Jul 20 09:37:29.172228 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c36ba501-36f2-4368-b5c5-88cf3de4d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676107'] for subnet (fb9cfb74-d063-449b-9813-f0905e9f5d9c), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.217147 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-09ce2412-85ac-4ae2-844c-62e0f1a74820 req-613f8a16-4f20-4d58-9dfb-29a43dded66f tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530088 Jul 20 09:37:29.230348 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c36ba501-36f2-4368-b5c5-88cf3de4d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25966105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25169940'] for subnet (fb9cfb74-d063-449b-9813-f0905e9f5d9c), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.260513 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ba501-36f2-4368-b5c5-88cf3de4d8f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb9cfb74-d063-449b-9813-f0905e9f5d9c,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:29.264548 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c36ba501-36f2-4368-b5c5-88cf3de4d8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.267574 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-c36ba501-36f2-4368-b5c5-88cf3de4d8f0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fb9cfb74-d063-449b-9813-f0905e9f5d9c HTTP/1.1" status: 204 len: 168 time: 0.2326849 Jul 20 09:37:29.270435 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49974) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:29.328466 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:29.343963 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-742d44bc-0d59-4ac3-84c6-a736aa1268d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1767445'] for network (98386bce-2634-4cc1-bd57-7822fef8c393), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.438151 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-742d44bc-0d59-4ac3-84c6-a736aa1268d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675530', 'neutron.services.segments.db._delete_segments_for_network-8750382056250'] for network (98386bce-2634-4cc1-bd57-7822fef8c393), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.482562 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-742d44bc-0d59-4ac3-84c6-a736aa1268d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98386bce-2634-4cc1-bd57-7822fef8c393']}} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:37:29.496895 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fb268-cfe4-426d-84cb-eefbfb60a205 req-d6cba96d-c7ed-4f0f-96c6-cfef3455132d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:29.498357 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-818fb268-cfe4-426d-84cb-eefbfb60a205 req-d6cba96d-c7ed-4f0f-96c6-cfef3455132d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0718307 Jul 20 09:37:29.501644 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-742d44bc-0d59-4ac3-84c6-a736aa1268d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef550c80-3486-4ede-8e2f-1ba8112c1088') {'for_net_delete': True} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:37:29.501939 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-742d44bc-0d59-4ac3-84c6-a736aa1268d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef550c80-3486-4ede-8e2f-1ba8112c1088') {} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:37:29.527335 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-742d44bc-0d59-4ac3-84c6-a736aa1268d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750382058051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27026907'] for segment (ef550c80-3486-4ede-8e2f-1ba8112c1088), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.550089 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-742d44bc-0d59-4ac3-84c6-a736aa1268d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (ef550c80-3486-4ede-8e2f-1ba8112c1088), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.564884 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742d44bc-0d59-4ac3-84c6-a736aa1268d1 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 09:37:29.565265 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-742d44bc-0d59-4ac3-84c6-a736aa1268d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966779'] for segment (ef550c80-3486-4ede-8e2f-1ba8112c1088), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.595506 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-818fb268-cfe4-426d-84cb-eefbfb60a205 req-1090ec63-b786-4834-a86b-2a3f5c2b183f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913224 Jul 20 09:37:29.624736 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.services.segments.plugin [-] Segment ef550c80-3486-4ede-8e2f-1ba8112c1088 resource provider aggregate not found Jul 20 09:37:29.643729 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.services.segments.plugin [-] Segment ef550c80-3486-4ede-8e2f-1ba8112c1088 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef550c80-3486-4ede-8e2f-1ba8112c1088 found for delete ", "request_id": "req-f37600d6-2c2a-48c2-b41c-96ea22285189"}]} Jul 20 09:37:29.644465 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-742d44bc-0d59-4ac3-84c6-a736aa1268d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671318'] for network (98386bce-2634-4cc1-bd57-7822fef8c393), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.652659 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-742d44bc-0d59-4ac3-84c6-a736aa1268d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.658754 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-742d44bc-0d59-4ac3-84c6-a736aa1268d1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/98386bce-2634-4cc1-bd57-7822fef8c393 HTTP/1.1" status: 204 len: 168 time: 0.3842244 Jul 20 09:37:29.659391 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 49982) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:29.668208 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d44bc-0d59-4ac3-84c6-a736aa1268d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=98386bce-2634-4cc1-bd57-7822fef8c393,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:29.707381 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33db5f9-113c-4e4e-a298-ffa4925973af admin admin] Deleting subnet 655a67ce-c2f4-4768-8e66-a2e35e8e0f54 {{(pid=104189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 09:37:29.710700 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d33db5f9-113c-4e4e-a298-ffa4925973af admin admin] Publish callbacks [] for subnet (655a67ce-c2f4-4768-8e66-a2e35e8e0f54), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.747645 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d33db5f9-113c-4e4e-a298-ffa4925973af admin admin] Publish callbacks [] for subnet (655a67ce-c2f4-4768-8e66-a2e35e8e0f54), precommit_delete_associations {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.753387 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d33db5f9-113c-4e4e-a298-ffa4925973af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676107'] for subnet (655a67ce-c2f4-4768-8e66-a2e35e8e0f54), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.780658 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:29.813590 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d33db5f9-113c-4e4e-a298-ffa4925973af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for subnet (655a67ce-c2f4-4768-8e66-a2e35e8e0f54), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.845301 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d33db5f9-113c-4e4e-a298-ffa4925973af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:29.848932 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-d33db5f9-113c-4e4e-a298-ffa4925973af admin admin] 10.222.0.18 "DELETE /v2.0/subnets/655a67ce-c2f4-4768-8e66-a2e35e8e0f54 HTTP/1.1" status: 204 len: 168 time: 0.1883252 Jul 20 09:37:29.850118 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33db5f9-113c-4e4e-a298-ffa4925973af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=655a67ce-c2f4-4768-8e66-a2e35e8e0f54,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:29.851268 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49986) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:29.921913 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0987fbfc-6881-4a34-b5f6-83b26f812f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1767445'] for network (3a573127-ba01-4cd5-aa72-ecb9124a3893), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:30.007854 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0987fbfc-6881-4a34-b5f6-83b26f812f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675530', 'neutron.services.segments.db._delete_segments_for_network-8750382056250'] for network (3a573127-ba01-4cd5-aa72-ecb9124a3893), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:30.028832 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-0987fbfc-6881-4a34-b5f6-83b26f812f65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a573127-ba01-4cd5-aa72-ecb9124a3893']}} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:37:30.038834 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-0987fbfc-6881-4a34-b5f6-83b26f812f65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87524518-0b95-4bb5-810a-843947b1714b') {'for_net_delete': True} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:37:30.039135 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-0987fbfc-6881-4a34-b5f6-83b26f812f65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87524518-0b95-4bb5-810a-843947b1714b') {} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:37:30.048919 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0987fbfc-6881-4a34-b5f6-83b26f812f65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750382058051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27026907'] for segment (87524518-0b95-4bb5-810a-843947b1714b), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:30.062576 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0987fbfc-6881-4a34-b5f6-83b26f812f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (87524518-0b95-4bb5-810a-843947b1714b), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:30.068711 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0987fbfc-6881-4a34-b5f6-83b26f812f65 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 09:37:30.069093 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0987fbfc-6881-4a34-b5f6-83b26f812f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966779'] for segment (87524518-0b95-4bb5-810a-843947b1714b), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:30.129945 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0987fbfc-6881-4a34-b5f6-83b26f812f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671318'] for network (3a573127-ba01-4cd5-aa72-ecb9124a3893), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:30.134572 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0987fbfc-6881-4a34-b5f6-83b26f812f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:30.137700 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-0987fbfc-6881-4a34-b5f6-83b26f812f65 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3a573127-ba01-4cd5-aa72-ecb9124a3893 HTTP/1.1" status: 204 len: 168 time: 0.2853613 Jul 20 09:37:30.151772 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987fbfc-6881-4a34-b5f6-83b26f812f65 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a573127-ba01-4cd5-aa72-ecb9124a3893,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:30.316234 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49994) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:30.340141 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93fac4-096b-4711-8e95-98bb067ced21 req-ea40a2d6-7e25-4285-bf3a-dc29432a8642 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:30.341681 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dc93fac4-096b-4711-8e95-98bb067ced21 req-ea40a2d6-7e25-4285-bf3a-dc29432a8642 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 950 time: 0.0505364 Jul 20 09:37:30.355366 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:30.359409 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-fbd8b1e7-40a0-48f4-bcab-cb7db88e0248 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b1cce39aec143f5aaec0f1d2cfac998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418668 Jul 20 09:37:30.362126 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 49996) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:30.394504 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dc93fac4-096b-4711-8e95-98bb067ced21 req-735aeafe-f2e5-4929-91ff-576057d0715a tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470266 Jul 20 09:37:30.413272 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-06fee975-cd4b-4f2b-9b25-95a27a8ae172 admin admin] Publish callbacks [] for security_group (de09ac2e-0f64-454d-8e92-8b3db4d04439), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:30.437627 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-06fee975-cd4b-4f2b-9b25-95a27a8ae172 admin admin] Publish callbacks [] for security_group (de09ac2e-0f64-454d-8e92-8b3db4d04439), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:30.486771 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-06fee975-cd4b-4f2b-9b25-95a27a8ae172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (de09ac2e-0f64-454d-8e92-8b3db4d04439), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:30.489358 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-06fee975-cd4b-4f2b-9b25-95a27a8ae172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:30.490611 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-06fee975-cd4b-4f2b-9b25-95a27a8ae172 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de09ac2e-0f64-454d-8e92-8b3db4d04439 HTTP/1.1" status: 204 len: 168 time: 0.1275806 Jul 20 09:37:30.498939 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fee975-cd4b-4f2b-9b25-95a27a8ae172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de09ac2e-0f64-454d-8e92-8b3db4d04439,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:30.728374 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c598fd-33dd-479c-8d30-b9cffebbf651 req-768e2bcd-4bf5-4dbd-8ec9-4465ad445052 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:30.730222 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c2c598fd-33dd-479c-8d30-b9cffebbf651 req-768e2bcd-4bf5-4dbd-8ec9-4465ad445052 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0555871 Jul 20 09:37:30.772960 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:30.791068 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c2c598fd-33dd-479c-8d30-b9cffebbf651 req-17121851-2543-4b60-9bec-970209d0699d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539150 Jul 20 09:37:30.853566 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 50006) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:30.895130 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-6d3bd4ea-96df-4fe4-8d92-289b79efb768 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4b4664f4e47459db705cd31e3cf451b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404034 Jul 20 09:37:30.897760 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 50008) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:30.951908 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6bb861cc-d5a3-46fa-8883-2df42932ca41 admin admin] Publish callbacks [] for security_group (e6fe79e5-90ef-431f-b1c2-dfffb87065c9), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:30.972740 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6bb861cc-d5a3-46fa-8883-2df42932ca41 admin admin] Publish callbacks [] for security_group (e6fe79e5-90ef-431f-b1c2-dfffb87065c9), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:31.032559 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6bb861cc-d5a3-46fa-8883-2df42932ca41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (e6fe79e5-90ef-431f-b1c2-dfffb87065c9), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:31.035410 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6bb861cc-d5a3-46fa-8883-2df42932ca41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:31.036743 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-6bb861cc-d5a3-46fa-8883-2df42932ca41 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6fe79e5-90ef-431f-b1c2-dfffb87065c9 HTTP/1.1" status: 204 len: 168 time: 0.1379323 Jul 20 09:37:31.045145 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb861cc-d5a3-46fa-8883-2df42932ca41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fe79e5-90ef-431f-b1c2-dfffb87065c9,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:31.527111 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f51313-8c8a-424b-93e1-3cac8426d42d req-d5537d77-3ba0-4198-a096-76c032f68dff tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:31.529777 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-79f51313-8c8a-424b-93e1-3cac8426d42d req-d5537d77-3ba0-4198-a096-76c032f68dff tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 950 time: 0.0560887 Jul 20 09:37:31.584837 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:37:31.587350 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-79f51313-8c8a-424b-93e1-3cac8426d42d req-d78e23e4-7c7a-4fde-8bb4-2137441168ed tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511925 Jul 20 09:37:31.663765 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.services.segments.plugin [-] Segment 87524518-0b95-4bb5-810a-843947b1714b resource provider aggregate not found Jul 20 09:37:31.684362 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.services.segments.plugin [-] Segment 87524518-0b95-4bb5-810a-843947b1714b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87524518-0b95-4bb5-810a-843947b1714b found for delete ", "request_id": "req-54200230-978f-4b45-8423-4e1f5b0d2388"}]} Jul 20 09:37:31.918167 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b83b90-07ff-421a-8364-5fe34b1c77ed req-77ebe192-ee00-4204-8c23-1438f49eedf8 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:31.919703 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-17b83b90-07ff-421a-8364-5fe34b1c77ed req-77ebe192-ee00-4204-8c23-1438f49eedf8 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0559151 Jul 20 09:37:31.973033 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-17b83b90-07ff-421a-8364-5fe34b1c77ed req-cf31ef37-d98a-4a7d-b7ea-c026c1b91ab1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478568 Jul 20 09:37:32.715401 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53877153-ada6-404f-a9d5-e541e824f99e req-458dd47c-6f34-40e8-9ae7-b1955c9611e2 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:32.717636 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-53877153-ada6-404f-a9d5-e541e824f99e req-458dd47c-6f34-40e8-9ae7-b1955c9611e2 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 950 time: 0.0590882 Jul 20 09:37:32.768332 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-53877153-ada6-404f-a9d5-e541e824f99e req-dffdaa81-07d3-490e-a777-c68f87eb7958 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451808 Jul 20 09:37:32.820579 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 50076) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:32.924792 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:32.932109 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc55a-917c-485c-9e02-d5598ba57355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:33.017243 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc55a-917c-485c-9e02-d5598ba57355 admin admin] Publish callbacks [] for security_group (b23d01a6-1745-4c2f-9974-0894f6d1fc2e), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:33.021800 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc55a-917c-485c-9e02-d5598ba57355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (b23d01a6-1745-4c2f-9974-0894f6d1fc2e), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:33.061869 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdc55a-917c-485c-9e02-d5598ba57355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23d01a6-1745-4c2f-9974-0894f6d1fc2e,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:33.069632 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-b4bdc55a-917c-485c-9e02-d5598ba57355 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ffa4603027604a6bb25f8cdd1b012421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479730 Jul 20 09:37:33.070482 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 50084) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:33.097496 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbb9c4-560c-4cb1-8ef5-ca00bdb4fda9 req-2b50c3e2-a6fc-4cb4-bf0c-606a106602ff tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:33.099148 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-cccbb9c4-560c-4cb1-8ef5-ca00bdb4fda9 req-2b50c3e2-a6fc-4cb4-bf0c-606a106602ff tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0539136 Jul 20 09:37:33.121847 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4b571438-88d7-4322-a4e2-e703c15a24a3 admin admin] Publish callbacks [] for security_group (b23d01a6-1745-4c2f-9974-0894f6d1fc2e), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:33.144042 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4b571438-88d7-4322-a4e2-e703c15a24a3 admin admin] Publish callbacks [] for security_group (b23d01a6-1745-4c2f-9974-0894f6d1fc2e), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:33.153636 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-cccbb9c4-560c-4cb1-8ef5-ca00bdb4fda9 req-8d38ea26-224d-4920-92fe-0fdce87b9308 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484819 Jul 20 09:37:33.158452 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:33.198068 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4b571438-88d7-4322-a4e2-e703c15a24a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (b23d01a6-1745-4c2f-9974-0894f6d1fc2e), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:33.200908 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4b571438-88d7-4322-a4e2-e703c15a24a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:33.202152 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-4b571438-88d7-4322-a4e2-e703c15a24a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b23d01a6-1745-4c2f-9974-0894f6d1fc2e HTTP/1.1" status: 204 len: 168 time: 0.1307487 Jul 20 09:37:33.210285 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b571438-88d7-4322-a4e2-e703c15a24a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23d01a6-1745-4c2f-9974-0894f6d1fc2e,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:33.492603 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 50092) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:33.505928 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c5bca439-345a-4242-a8aa-a911e112904b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:33.582111 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c5bca439-345a-4242-a8aa-a911e112904b admin admin] Publish callbacks [] for security_group (71365bcb-a0f5-4204-a66f-da4c8ac9c77d), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:33.585832 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c5bca439-345a-4242-a8aa-a911e112904b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (71365bcb-a0f5-4204-a66f-da4c8ac9c77d), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:33.627887 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-c5bca439-345a-4242-a8aa-a911e112904b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad28732314354530be40559314c64db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341984 Jul 20 09:37:33.628826 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bca439-345a-4242-a8aa-a911e112904b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71365bcb-a0f5-4204-a66f-da4c8ac9c77d,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:33.630626 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 50094) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:33.680955 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d0282940-f9fb-4106-bf84-c74d82dd93d1 admin admin] Publish callbacks [] for security_group (71365bcb-a0f5-4204-a66f-da4c8ac9c77d), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:33.702219 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d0282940-f9fb-4106-bf84-c74d82dd93d1 admin admin] Publish callbacks [] for security_group (71365bcb-a0f5-4204-a66f-da4c8ac9c77d), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:33.751166 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d0282940-f9fb-4106-bf84-c74d82dd93d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (71365bcb-a0f5-4204-a66f-da4c8ac9c77d), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:33.753869 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d0282940-f9fb-4106-bf84-c74d82dd93d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:33.757760 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-d0282940-f9fb-4106-bf84-c74d82dd93d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71365bcb-a0f5-4204-a66f-da4c8ac9c77d HTTP/1.1" status: 204 len: 168 time: 0.1233804 Jul 20 09:37:33.765008 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0282940-f9fb-4106-bf84-c74d82dd93d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71365bcb-a0f5-4204-a66f-da4c8ac9c77d,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:33.886802 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2070f-d78d-47e8-9991-52816c3bd2bc req-4112e1c3-76e5-40e2-b5a5-7094ea589cd8 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:33.888851 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5fc2070f-d78d-47e8-9991-52816c3bd2bc req-4112e1c3-76e5-40e2-b5a5-7094ea589cd8 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 950 time: 0.0488098 Jul 20 09:37:33.949248 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5fc2070f-d78d-47e8-9991-52816c3bd2bc req-57ec9e37-e1de-485a-b6d9-398a1fe4caa7 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464704 Jul 20 09:37:34.413668 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1f5de-ce18-4b58-948a-2cdf9de4e984 req-f9175a34-08bd-4092-a5f8-3fab67aa270f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:34.415080 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-62d1f5de-ce18-4b58-948a-2cdf9de4e984 req-f9175a34-08bd-4092-a5f8-3fab67aa270f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0507016 Jul 20 09:37:34.469448 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-62d1f5de-ce18-4b58-948a-2cdf9de4e984 req-e8314ff4-d130-4f1e-8c93-b13d436ab111 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483747 Jul 20 09:37:34.924834 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d8cfb-1f79-4530-9c2f-de126e30bfba req-947cd605-af35-4296-8826-0c2063862350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:34.926346 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a86d8cfb-1f79-4530-9c2f-de126e30bfba req-947cd605-af35-4296-8826-0c2063862350 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 1130 time: 0.0406168 Jul 20 09:37:35.070982 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7be5d2-5d91-4579-a493-6326f7b42aaf req-d631fdfb-1ef8-4f77-bee5-d4ed7e55c91d tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:35.072506 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7c7be5d2-5d91-4579-a493-6326f7b42aaf req-d631fdfb-1ef8-4f77-bee5-d4ed7e55c91d tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 950 time: 0.0522568 Jul 20 09:37:35.126155 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7c7be5d2-5d91-4579-a493-6326f7b42aaf req-0a98e019-600c-42f4-8bd9-fada29e18307 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480995 Jul 20 09:37:35.598595 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2971af-fb08-461e-8d53-94ed7730033d req-9c50ccac-2102-4101-8d05-cba24f9d13d6 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:35.600322 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4d2971af-fb08-461e-8d53-94ed7730033d req-9c50ccac-2102-4101-8d05-cba24f9d13d6 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0564978 Jul 20 09:37:35.651558 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4d2971af-fb08-461e-8d53-94ed7730033d req-fbf4dd07-31a9-4e4e-86ab-de5a4574d0af tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440400 Jul 20 09:37:35.963122 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a86d8cfb-1f79-4530-9c2f-de126e30bfba req-4d00e420-bf10-4318-9b6e-483f017c439c service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376370 Jul 20 09:37:36.228595 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:36.242399 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19332834-9279-4fb6-a16a-235bb1d73e6d req-c363c1c9-9724-489a-81ee-70ecfb2bc010 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:36.243902 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-19332834-9279-4fb6-a16a-235bb1d73e6d req-c363c1c9-9724-489a-81ee-70ecfb2bc010 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 950 time: 0.0481482 Jul 20 09:37:36.295398 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-19332834-9279-4fb6-a16a-235bb1d73e6d req-54e62634-2d0a-41a0-8f47-a73c5d62abd7 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448878 Jul 20 09:37:36.791401 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be807222-46f3-49d2-b93d-ade075a3fde8 req-fe4cf6b6-cf12-4cfc-b0f6-03e496ec75a9 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:36.797201 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-be807222-46f3-49d2-b93d-ade075a3fde8 req-fe4cf6b6-cf12-4cfc-b0f6-03e496ec75a9 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0617082 Jul 20 09:37:36.849893 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-be807222-46f3-49d2-b93d-ade075a3fde8 req-2c17d327-9633-4269-b79c-25cbecde8239 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463698 Jul 20 09:37:37.426398 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399eefa7-8bea-4907-9c92-3f89927ee7f0 req-7eac3043-7000-458c-89c1-2b174af01867 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:37.428951 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-399eefa7-8bea-4907-9c92-3f89927ee7f0 req-7eac3043-7000-458c-89c1-2b174af01867 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 950 time: 0.0581048 Jul 20 09:37:37.479947 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-399eefa7-8bea-4907-9c92-3f89927ee7f0 req-506a089c-b7fa-46c2-b83d-e56b9e087e90 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451250 Jul 20 09:37:37.728938 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70344f7-e513-4d93-aae0-40fbb2c4a63c req-bd87b325-17c3-4248-ae71-246c239230ea tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:37.730422 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d70344f7-e513-4d93-aae0-40fbb2c4a63c req-bd87b325-17c3-4248-ae71-246c239230ea tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 950 time: 0.0466466 Jul 20 09:37:37.777734 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d70344f7-e513-4d93-aae0-40fbb2c4a63c req-8fccdd8e-d9cb-4a7c-9ebd-a97d57af8b61 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418015 Jul 20 09:37:37.966326 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befa6e9-ec61-4d50-89df-f62574e2270e req-437ce627-44ad-47ad-b2f9-ec81eab5d4ff tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:37.967787 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1befa6e9-ec61-4d50-89df-f62574e2270e req-437ce627-44ad-47ad-b2f9-ec81eab5d4ff tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0500097 Jul 20 09:37:38.013269 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1befa6e9-ec61-4d50-89df-f62574e2270e req-dc23c950-4592-498d-ad6e-31b8a4bef65e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399904 Jul 20 09:37:38.890359 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67769c-0154-4e91-be03-0cb063ab1100 req-a3a67b47-b07c-411c-9334-34b9c6d81ab8 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:38.891835 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cb67769c-0154-4e91-be03-0cb063ab1100 req-a3a67b47-b07c-411c-9334-34b9c6d81ab8 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 950 time: 0.0472476 Jul 20 09:37:38.941027 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cb67769c-0154-4e91-be03-0cb063ab1100 req-66434d29-36c1-421b-a908-fae2efe47e79 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436289 Jul 20 09:37:39.116871 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:39.129653 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9b195-6864-4074-b4d1-416e6a60a131 req-94d12f09-e139-4611-b5de-89152bb518d7 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:39.131916 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5fc9b195-6864-4074-b4d1-416e6a60a131 req-94d12f09-e139-4611-b5de-89152bb518d7 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0492966 Jul 20 09:37:39.180587 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5fc9b195-6864-4074-b4d1-416e6a60a131 req-23956422-28e5-4c6d-938e-cd0c6f777968 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431564 Jul 20 09:37:40.056563 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ae9c8-1264-43c3-b572-e77ac0c02446 req-878d8152-2aa8-4818-8bb3-02d195d91aba tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:40.058046 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-592ae9c8-1264-43c3-b572-e77ac0c02446 req-878d8152-2aa8-4818-8bb3-02d195d91aba tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 950 time: 0.0470669 Jul 20 09:37:40.107827 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-592ae9c8-1264-43c3-b572-e77ac0c02446 req-7e3b8ffe-88a9-4154-b706-a37bbaddbbc6 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433271 Jul 20 09:37:40.299573 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685b851-ce8d-4159-b63f-68d24c6548e5 req-ed70fd1a-4359-436f-8ae6-f9004cab039a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:40.301043 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9685b851-ce8d-4159-b63f-68d24c6548e5 req-ed70fd1a-4359-436f-8ae6-f9004cab039a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0475070 Jul 20 09:37:40.354226 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9685b851-ce8d-4159-b63f-68d24c6548e5 req-73dbd641-b30a-4441-8080-d56b83078337 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462756 Jul 20 09:37:40.512904 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:40.979442 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 50252) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:41.084920 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:41.130607 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:41.169399 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Publish callbacks [] for security_group (dc00240f-4b72-4213-b81b-b44a293b1ddb), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:41.173089 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (dc00240f-4b72-4213-b81b-b44a293b1ddb), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:41.210387 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:41.212240 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc00240f-4b72-4213-b81b-b44a293b1ddb,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:41.219043 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27e9c129119a4fc2965b7573e41396f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361364 Jul 20 09:37:41.219259 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 50258) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:41.222727 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.223058 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.223412 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.224282 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.224618 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.224972 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.225253 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.225563 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.225879 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.226194 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.226510 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.226822 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.227132 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.227466 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.227778 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5e9d-f176-40b7-bbb8-bfadd410f6fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.240456 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167778ca-4b1e-49f8-b25a-4817fc02f6ac req-43792783-f071-429e-b4fa-4b1470360dd3 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:41.241959 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-167778ca-4b1e-49f8-b25a-4817fc02f6ac req-43792783-f071-429e-b4fa-4b1470360dd3 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 950 time: 0.0609763 Jul 20 09:37:41.313742 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Publish callbacks [] for security_group (dc00240f-4b72-4213-b81b-b44a293b1ddb), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:41.324588 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-167778ca-4b1e-49f8-b25a-4817fc02f6ac req-9386ffcd-2dd8-49d3-afb7-0d352c15f6b9 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728302 Jul 20 09:37:41.343007 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Publish callbacks [] for security_group (dc00240f-4b72-4213-b81b-b44a293b1ddb), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:41.391048 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (dc00240f-4b72-4213-b81b-b44a293b1ddb), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:41.393658 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:41.394803 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc00240f-4b72-4213-b81b-b44a293b1ddb HTTP/1.1" status: 204 len: 168 time: 0.1744220 Jul 20 09:37:41.403059 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc00240f-4b72-4213-b81b-b44a293b1ddb,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:41.410706 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.411056 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.411475 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.411882 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.412223 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.412556 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.412883 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.413189 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.413605 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.413956 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.414303 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.414619 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.414940 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.415267 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.415862 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd372de-e4b3-4bf8-bd5d-bc3812440832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:37:41.480076 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8ad74-5c05-4f2b-ac7d-37ddb2ae395f req-a174a854-389e-4ae5-8bd4-54753a3e58b8 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:41.481515 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a0d8ad74-5c05-4f2b-ac7d-37ddb2ae395f req-a174a854-389e-4ae5-8bd4-54753a3e58b8 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0551703 Jul 20 09:37:41.534204 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a0d8ad74-5c05-4f2b-ac7d-37ddb2ae395f req-2e8b9c99-7eb1-485e-8928-f51705014e39 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468988 Jul 20 09:37:41.576085 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:41.682764 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 50270) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:41.696132 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-de2201b1-0daa-479a-9811-a3a4e89492a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:41.777265 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-de2201b1-0daa-479a-9811-a3a4e89492a0 admin admin] Publish callbacks [] for security_group (7131c67a-2ea4-4657-bbb6-90214cd66464), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:41.782036 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-de2201b1-0daa-479a-9811-a3a4e89492a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (7131c67a-2ea4-4657-bbb6-90214cd66464), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:41.822992 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-de2201b1-0daa-479a-9811-a3a4e89492a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0599b183f7fa4aa7b6bad38b25f91f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390882 Jul 20 09:37:41.823965 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2201b1-0daa-479a-9811-a3a4e89492a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7131c67a-2ea4-4657-bbb6-90214cd66464,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:41.825624 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 50272) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:41.878793 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-146e7325-71e5-4b13-86de-855f2646d1a3 admin admin] Publish callbacks [] for security_group (7131c67a-2ea4-4657-bbb6-90214cd66464), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:41.903056 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-146e7325-71e5-4b13-86de-855f2646d1a3 admin admin] Publish callbacks [] for security_group (7131c67a-2ea4-4657-bbb6-90214cd66464), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:41.952537 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-146e7325-71e5-4b13-86de-855f2646d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (7131c67a-2ea4-4657-bbb6-90214cd66464), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:41.955314 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-146e7325-71e5-4b13-86de-855f2646d1a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:41.956447 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-146e7325-71e5-4b13-86de-855f2646d1a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7131c67a-2ea4-4657-bbb6-90214cd66464 HTTP/1.1" status: 204 len: 168 time: 0.1298409 Jul 20 09:37:41.964388 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e7325-71e5-4b13-86de-855f2646d1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7131c67a-2ea4-4657-bbb6-90214cd66464,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:42.438096 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d18c7-990d-4e5a-9abb-d51bf5c6fff9 req-981f1d80-a580-4df1-9945-86be7109c2b2 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:42.439708 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bb1d18c7-990d-4e5a-9abb-d51bf5c6fff9 req-981f1d80-a580-4df1-9945-86be7109c2b2 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 950 time: 0.0468514 Jul 20 09:37:42.453599 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:42.493809 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bb1d18c7-990d-4e5a-9abb-d51bf5c6fff9 req-10c83aa4-48aa-44c7-a1c7-ace602f6fbc1 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/security-groups?id=6eb6526f-003e-452e-b0d3-a5f42887ac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470595 Jul 20 09:37:42.649382 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f9527-877d-49cc-9130-cecd45db2e2a req-d7399937-e383-44b5-bf6a-ef1de293ad96 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:42.651230 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-966f9527-877d-49cc-9130-cecd45db2e2a req-d7399937-e383-44b5-bf6a-ef1de293ad96 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0493288 Jul 20 09:37:42.703871 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-966f9527-877d-49cc-9130-cecd45db2e2a req-ff6c4e8d-8f93-44ae-81b1-7cd2ded5c348 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469313 Jul 20 09:37:42.743017 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03fbd0-47ff-49b1-ab6d-0d99594eeb12 req-51b5f76c-b692-4e99-94e4-8ccb5067208f tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:42.744552 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-de03fbd0-47ff-49b1-ab6d-0d99594eeb12 req-51b5f76c-b692-4e99-94e4-8ccb5067208f tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.17 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 950 time: 0.0579338 Jul 20 09:37:42.861987 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef59cd4-b106-42fe-be40-fd6b44ddcf29 req-86adecbe-764e-4130-8eb0-2aa71b543368 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:42.863502 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7ef59cd4-b106-42fe-be40-fd6b44ddcf29 req-86adecbe-764e-4130-8eb0-2aa71b543368 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0827193 Jul 20 09:37:42.889976 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-de03fbd0-47ff-49b1-ab6d-0d99594eeb12 req-78067672-262e-4cbd-85c3-7fe8bcf76349 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Deleting port 0a05bc8a-3334-4d8e-b551-ad947848f414 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:37:42.890288 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-de03fbd0-47ff-49b1-ab6d-0d99594eeb12 req-78067672-262e-4cbd-85c3-7fe8bcf76349 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:42.978036 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7ef59cd4-b106-42fe-be40-fd6b44ddcf29 req-db66d6e4-9917-4d6a-9a43-a9c03963ede6 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074114 Jul 20 09:37:43.012715 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-de03fbd0-47ff-49b1-ab6d-0d99594eeb12 req-78067672-262e-4cbd-85c3-7fe8bcf76349 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] For port 0a05bc8a-3334-4d8e-b551-ad947848f414, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0a05bc8a-3334-4d8e-b551-ad947848f414,segment=NetworkSegment(b18638ea-66d6-4bcd-b815-12c52972ad75),segment_id=b18638ea-66d6-4bcd-b815-12c52972ad75)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:37:43.013084 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-de03fbd0-47ff-49b1-ab6d-0d99594eeb12 req-78067672-262e-4cbd-85c3-7fe8bcf76349 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:43.027248 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-de03fbd0-47ff-49b1-ab6d-0d99594eeb12 req-78067672-262e-4cbd-85c3-7fe8bcf76349 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Calling delete_port for 0a05bc8a-3334-4d8e-b551-ad947848f414 owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:37:43.075258 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:43.201916 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-de03fbd0-47ff-49b1-ab6d-0d99594eeb12 req-78067672-262e-4cbd-85c3-7fe8bcf76349 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894'] for port (0a05bc8a-3334-4d8e-b551-ad947848f414), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:43.218133 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['0a05bc8a-3334-4d8e-b551-ad947848f414'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:37:43.240474 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78067672-262e-4cbd-85c3-7fe8bcf76349 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Pushing event deleted for resources: {'Port': ['ID=0a05bc8a-3334-4d8e-b551-ad947848f414,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:43.613670 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fd661bd5-dc98-4b03-88ee-a7c22bd59f3a req-279b88a5-5f34-48b0-a8a3-d46d9654e53e tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 210 time: 0.0373485 Jul 20 09:37:43.627427 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-de03fbd0-47ff-49b1-ab6d-0d99594eeb12 req-78067672-262e-4cbd-85c3-7fe8bcf76349 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] No DVR routers for this DVR port 0a05bc8a-3334-4d8e-b551-ad947848f414 on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:37:43.630832 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-de03fbd0-47ff-49b1-ab6d-0d99594eeb12 req-78067672-262e-4cbd-85c3-7fe8bcf76349 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:43.634301 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-de03fbd0-47ff-49b1-ab6d-0d99594eeb12 req-78067672-262e-4cbd-85c3-7fe8bcf76349 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.17 "DELETE /v2.0/ports/0a05bc8a-3334-4d8e-b551-ad947848f414 HTTP/1.1" status: 204 len: 173 time: 0.8802090 Jul 20 09:37:43.634654 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408a75a3-c015-49c6-8efc-008016adc618', 'name': 'network-vif-deleted', 'tag': '0a05bc8a-3334-4d8e-b551-ad947848f414'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:37:43.636983 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2bc427-a7d3-4e9c-812a-5941c6971920" -d '{"events": [{"server_uuid": "408a75a3-c015-49c6-8efc-008016adc618", "name": "network-vif-deleted", "tag": "0a05bc8a-3334-4d8e-b551-ad947848f414"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:37:43.686611 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dfd10c-c470-491a-bdae-0e168091d213 x-openstack-request-id: req-11dfd10c-c470-491a-bdae-0e168091d213 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:37:43.686924 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408a75a3-c015-49c6-8efc-008016adc618", "name": "network-vif-deleted", "tag": "0a05bc8a-3334-4d8e-b551-ad947848f414", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:37:43.687147 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11dfd10c-c470-491a-bdae-0e168091d213 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:37:43.687724 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11dfd10c-c470-491a-bdae-0e168091d213'] response: {'server_uuid': '408a75a3-c015-49c6-8efc-008016adc618', 'name': 'network-vif-deleted', 'tag': '0a05bc8a-3334-4d8e-b551-ad947848f414', 'status': 'completed', 'code': 200} Jul 20 09:37:44.749872 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9387f5d0-a927-4861-940e-76ddf66420cd req-0b510392-2bec-481a-967f-3b580b2bcb26 tempest-VolumesNegativeTest-121916658 tempest-VolumesNegativeTest-121916658-project] 10.222.0.18 "GET /v2.0/ports?device_id=408a75a3-c015-49c6-8efc-008016adc618 HTTP/1.1" status: 200 len: 210 time: 0.0293062 Jul 20 09:37:44.799129 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139b998-4090-4e74-8d8e-c55cf6092adc req-239cd677-d00f-4b34-a999-2318d0e4a4f1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:44.800607 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8139b998-4090-4e74-8d8e-c55cf6092adc req-239cd677-d00f-4b34-a999-2318d0e4a4f1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0492270 Jul 20 09:37:44.848211 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8139b998-4090-4e74-8d8e-c55cf6092adc req-b3c0878e-dfe6-44be-b8e0-edf7d1d43900 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414829 Jul 20 09:37:45.105615 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f50f0-e1a9-4b6f-8ad7-2eb6955ae049 req-3fe982c2-8b17-4b8a-ab12-abb5cb61ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:45.107355 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-942f50f0-e1a9-4b6f-8ad7-2eb6955ae049 req-3fe982c2-8b17-4b8a-ab12-abb5cb61ca14 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 1129 time: 0.0458694 Jul 20 09:37:45.207724 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f50f0-e1a9-4b6f-8ad7-2eb6955ae049 req-7d58370c-6301-47f7-a14b-02917cb413cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:45.209716 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-942f50f0-e1a9-4b6f-8ad7-2eb6955ae049 req-7d58370c-6301-47f7-a14b-02917cb413cd service neutron] 10.222.0.17 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 920 time: 0.0936162 Jul 20 09:37:45.254130 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-942f50f0-e1a9-4b6f-8ad7-2eb6955ae049 req-c48559d9-3fa7-4c29-9f3f-0170d04ab99f service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4b4ceb3-6606-477a-a921-d57e2379731b HTTP/1.1" status: 200 len: 217 time: 0.0379276 Jul 20 09:37:45.318377 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f50f0-e1a9-4b6f-8ad7-2eb6955ae049 req-ef1c33d0-7af1-4034-a046-09709d0ed3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:45.318377 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-942f50f0-e1a9-4b6f-8ad7-2eb6955ae049 req-ef1c33d0-7af1-4034-a046-09709d0ed3fd service neutron] 10.222.0.17 "GET /v2.0/subnets?id=83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 200 len: 858 time: 0.0548170 Jul 20 09:37:45.377539 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f50f0-e1a9-4b6f-8ad7-2eb6955ae049 req-4bd3f277-2b37-44fd-94d9-d1208b8bf21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:45.379410 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-942f50f0-e1a9-4b6f-8ad7-2eb6955ae049 req-4bd3f277-2b37-44fd-94d9-d1208b8bf21b service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b536439e-ad65-4ab6-9df1-5521403416c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567245 Jul 20 09:37:45.471721 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:45.498954 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-942f50f0-e1a9-4b6f-8ad7-2eb6955ae049 req-04fee857-e81a-4739-ba33-9df70d151787 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039567 Jul 20 09:37:45.594200 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-942f50f0-e1a9-4b6f-8ad7-2eb6955ae049 req-5adc2a7d-6c99-44f8-b7b9-28051e31041c service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874889 Jul 20 09:37:45.879323 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c86527-56a5-4912-a611-914f421296e2 req-308cc81b-7379-447b-8fcc-916e433970dc tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:45.883685 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a4c86527-56a5-4912-a611-914f421296e2 req-308cc81b-7379-447b-8fcc-916e433970dc tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 946 time: 0.0603573 Jul 20 09:37:45.951986 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a4c86527-56a5-4912-a611-914f421296e2 req-8e148799-dcc4-49f8-bab0-5ae68e0bc74c tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625334 Jul 20 09:37:45.981523 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c00241-e758-4b0a-b1cb-a07ea5897128 req-36bb5a5f-6511-4305-aa36-603e5bbe3901 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:45.983310 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-95c00241-e758-4b0a-b1cb-a07ea5897128 req-36bb5a5f-6511-4305-aa36-603e5bbe3901 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0516593 Jul 20 09:37:46.035639 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-95c00241-e758-4b0a-b1cb-a07ea5897128 req-3c9f1096-862c-4827-a8db-0308dc903cc4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454588 Jul 20 09:37:46.796629 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:47.069382 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746ae34-110a-40b8-9a78-fe64999648d2 req-b2aa8586-3a9a-4374-96a7-b0d2f492d583 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:47.071044 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3746ae34-110a-40b8-9a78-fe64999648d2 req-b2aa8586-3a9a-4374-96a7-b0d2f492d583 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 946 time: 0.0495141 Jul 20 09:37:47.131824 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3746ae34-110a-40b8-9a78-fe64999648d2 req-cba0e8f4-8e92-42d9-9099-f509341ed8bc tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539520 Jul 20 09:37:47.162851 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2ddfa-3dff-40aa-8926-a0106dff2797 req-afbddeeb-6440-4a7b-a024-9e2f3519f314 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:47.164427 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-bee2ddfa-3dff-40aa-8926-a0106dff2797 req-afbddeeb-6440-4a7b-a024-9e2f3519f314 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0516493 Jul 20 09:37:47.217829 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-bee2ddfa-3dff-40aa-8926-a0106dff2797 req-a26fbed5-44cc-4ecc-912d-88a68c9a0f89 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469935 Jul 20 09:37:47.990840 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 0a05bc8a-3334-4d8e-b551-ad947848f414 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:37:48.014085 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: 0a05bc8a-3334-4d8e-b551-ad947848f414 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:37:48.014432 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 0a05bc8a-3334-4d8e-b551-ad947848f414 not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:37:48.250596 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ec476-8686-4a75-a84d-af591218bdcb req-1436c20c-a720-48ab-939d-d31e3e000a35 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:48.252471 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0b0ec476-8686-4a75-a84d-af591218bdcb req-1436c20c-a720-48ab-939d-d31e3e000a35 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 946 time: 0.0508702 Jul 20 09:37:48.314186 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0b0ec476-8686-4a75-a84d-af591218bdcb req-525bed21-f528-4bd6-aba5-60109fb6590d tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553517 Jul 20 09:37:48.344991 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:48.359965 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c9e0e-204f-46c2-95b9-ce37aca1a600 req-d9b09c83-6c81-44a7-80c2-78857752e7f9 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:48.361541 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-085c9e0e-204f-46c2-95b9-ce37aca1a600 req-d9b09c83-6c81-44a7-80c2-78857752e7f9 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0537262 Jul 20 09:37:48.412013 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-085c9e0e-204f-46c2-95b9-ce37aca1a600 req-ed9bfc2c-e8cd-4690-b531-e067ccfc0003 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437908 Jul 20 09:37:49.412227 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:49.424896 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4e0b4-ebfa-465e-b5b8-ded711fd6ffb req-c9b41928-41ae-4f43-899c-8332389593a6 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:49.427026 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-97e4e0b4-ebfa-465e-b5b8-ded711fd6ffb req-c9b41928-41ae-4f43-899c-8332389593a6 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 946 time: 0.0491655 Jul 20 09:37:49.508752 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608bfc4-d3d7-4678-b87c-5516070c18a1 req-4bb1f0fb-50a5-418f-8bee-8400a26701c3 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:49.510208 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1608bfc4-d3d7-4678-b87c-5516070c18a1 req-4bb1f0fb-50a5-418f-8bee-8400a26701c3 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.17 "GET /v2.0/ports?device_id=8da36441-0cf4-4086-8faa-5b31b5b44424 HTTP/1.1" status: 200 len: 946 time: 0.0704439 Jul 20 09:37:49.514405 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-97e4e0b4-ebfa-465e-b5b8-ded711fd6ffb req-16c940fc-f209-4e75-902c-87c2768fdf4d tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819011 Jul 20 09:37:49.528272 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c55e07-82f1-49da-adbe-93ba0fa2879c req-1e0f97bb-427f-43ac-811f-9bea6b22dad9 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:49.529792 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-14c55e07-82f1-49da-adbe-93ba0fa2879c req-1e0f97bb-427f-43ac-811f-9bea6b22dad9 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0485275 Jul 20 09:37:49.590504 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-14c55e07-82f1-49da-adbe-93ba0fa2879c req-057dc079-a0c5-4797-8b57-29e299bd8265 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529752 Jul 20 09:37:49.611106 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-1608bfc4-d3d7-4678-b87c-5516070c18a1 req-45bf3165-a88e-4107-8c78-f283ac8109a4 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Deleting port 858a2557-dd95-4202-9ad4-6f69f24ea78a {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:37:49.611106 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-1608bfc4-d3d7-4678-b87c-5516070c18a1 req-45bf3165-a88e-4107-8c78-f283ac8109a4 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (858a2557-dd95-4202-9ad4-6f69f24ea78a), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:49.696266 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-1608bfc4-d3d7-4678-b87c-5516070c18a1 req-45bf3165-a88e-4107-8c78-f283ac8109a4 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] For port 858a2557-dd95-4202-9ad4-6f69f24ea78a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=858a2557-dd95-4202-9ad4-6f69f24ea78a,segment=NetworkSegment(4e2dc316-a503-49de-b016-7d2af5d7d9fa),segment_id=4e2dc316-a503-49de-b016-7d2af5d7d9fa)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:37:49.696619 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-1608bfc4-d3d7-4678-b87c-5516070c18a1 req-45bf3165-a88e-4107-8c78-f283ac8109a4 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (858a2557-dd95-4202-9ad4-6f69f24ea78a), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:49.709764 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-1608bfc4-d3d7-4678-b87c-5516070c18a1 req-45bf3165-a88e-4107-8c78-f283ac8109a4 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Calling delete_port for 858a2557-dd95-4202-9ad4-6f69f24ea78a owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:37:49.840190 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-1608bfc4-d3d7-4678-b87c-5516070c18a1 req-45bf3165-a88e-4107-8c78-f283ac8109a4 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894'] for port (858a2557-dd95-4202-9ad4-6f69f24ea78a), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:49.854232 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['858a2557-dd95-4202-9ad4-6f69f24ea78a'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:37:49.868371 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf3165-a88e-4107-8c78-f283ac8109a4 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Pushing event deleted for resources: {'Port': ['ID=858a2557-dd95-4202-9ad4-6f69f24ea78a,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:49.915821 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1608bfc4-d3d7-4678-b87c-5516070c18a1 req-45bf3165-a88e-4107-8c78-f283ac8109a4 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] No DVR routers for this DVR port 858a2557-dd95-4202-9ad4-6f69f24ea78a on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:37:49.918268 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-1608bfc4-d3d7-4678-b87c-5516070c18a1 req-45bf3165-a88e-4107-8c78-f283ac8109a4 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:49.921472 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1608bfc4-d3d7-4678-b87c-5516070c18a1 req-45bf3165-a88e-4107-8c78-f283ac8109a4 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.17 "DELETE /v2.0/ports/858a2557-dd95-4202-9ad4-6f69f24ea78a HTTP/1.1" status: 204 len: 173 time: 0.4042444 Jul 20 09:37:49.921904 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da36441-0cf4-4086-8faa-5b31b5b44424', 'name': 'network-vif-deleted', 'tag': '858a2557-dd95-4202-9ad4-6f69f24ea78a'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:37:49.924176 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aaaef2-b08a-4510-8cd2-1429853e400d" -d '{"events": [{"server_uuid": "8da36441-0cf4-4086-8faa-5b31b5b44424", "name": "network-vif-deleted", "tag": "858a2557-dd95-4202-9ad4-6f69f24ea78a"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:37:49.960526 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfab5e4c-9309-48c8-a96f-cd7798813123 x-openstack-request-id: req-dfab5e4c-9309-48c8-a96f-cd7798813123 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:37:49.960841 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da36441-0cf4-4086-8faa-5b31b5b44424", "name": "network-vif-deleted", "tag": "858a2557-dd95-4202-9ad4-6f69f24ea78a", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:37:49.961096 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfab5e4c-9309-48c8-a96f-cd7798813123 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:37:49.961501 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfab5e4c-9309-48c8-a96f-cd7798813123'] response: {'server_uuid': '8da36441-0cf4-4086-8faa-5b31b5b44424', 'name': 'network-vif-deleted', 'tag': '858a2557-dd95-4202-9ad4-6f69f24ea78a', 'status': 'completed', 'code': 200} Jul 20 09:37:50.721094 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe78c4-4c8f-4cce-ab3d-a655fe988367 req-6423134f-2fc9-4584-a021-8b02e30462fe tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:50.724018 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-60fe78c4-4c8f-4cce-ab3d-a655fe988367 req-6423134f-2fc9-4584-a021-8b02e30462fe tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0603726 Jul 20 09:37:50.755490 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:50.800012 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-60fe78c4-4c8f-4cce-ab3d-a655fe988367 req-7ae30313-7393-413d-9319-72c5475df666 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682409 Jul 20 09:37:50.957699 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 50714) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:51.105660 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 50726) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:51.105788 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-067af873-b64f-4e20-9a73-1531883d9f59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d626a45f8a74c748b720ed295079fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462798 Jul 20 09:37:51.166717 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-1403658c-72da-418b-8073-997866607a4f admin admin] Publish callbacks [] for security_group (6eb6526f-003e-452e-b0d3-a5f42887ac50), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:51.189004 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-1403658c-72da-418b-8073-997866607a4f admin admin] Publish callbacks [] for security_group (6eb6526f-003e-452e-b0d3-a5f42887ac50), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:51.194163 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 50730) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:51.266691 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-1403658c-72da-418b-8073-997866607a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (6eb6526f-003e-452e-b0d3-a5f42887ac50), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:51.269885 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-1403658c-72da-418b-8073-997866607a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:51.272511 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-1403658c-72da-418b-8073-997866607a4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6eb6526f-003e-452e-b0d3-a5f42887ac50 HTTP/1.1" status: 204 len: 168 time: 0.1646891 Jul 20 09:37:51.287386 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403658c-72da-418b-8073-997866607a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb6526f-003e-452e-b0d3-a5f42887ac50,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:51.337151 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a0e9-3499-4676-997e-ed4df6ac9999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:51.378519 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:51.442614 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a0e9-3499-4676-997e-ed4df6ac9999 admin admin] Publish callbacks [] for security_group (e0950a2b-0749-4f13-a75f-580d44edc5bb), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:51.448839 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2ca0a0e9-3499-4676-997e-ed4df6ac9999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (e0950a2b-0749-4f13-a75f-580d44edc5bb), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:51.500392 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0a0e9-3499-4676-997e-ed4df6ac9999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0950a2b-0749-4f13-a75f-580d44edc5bb,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:51.507877 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-2ca0a0e9-3499-4676-997e-ed4df6ac9999 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00e343d8599e47a8b3e4a7dd1eac3d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125579 Jul 20 09:37:51.508569 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 50740) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:51.599218 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-58de9fef-3102-4d29-af52-d6618dbf2e3a admin admin] Publish callbacks [] for security_group (e0950a2b-0749-4f13-a75f-580d44edc5bb), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:51.625860 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-58de9fef-3102-4d29-af52-d6618dbf2e3a admin admin] Publish callbacks [] for security_group (e0950a2b-0749-4f13-a75f-580d44edc5bb), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:51.676959 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-58de9fef-3102-4d29-af52-d6618dbf2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (e0950a2b-0749-4f13-a75f-580d44edc5bb), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:51.679651 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-58de9fef-3102-4d29-af52-d6618dbf2e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:51.680798 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-58de9fef-3102-4d29-af52-d6618dbf2e3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0950a2b-0749-4f13-a75f-580d44edc5bb HTTP/1.1" status: 204 len: 168 time: 0.1711862 Jul 20 09:37:51.689064 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de9fef-3102-4d29-af52-d6618dbf2e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0950a2b-0749-4f13-a75f-580d44edc5bb,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:51.925924 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688174b4-c070-4607-b481-eac71985fd71 req-8fe8bd84-7575-4158-9669-1cc8163b14b5 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:51.927863 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-688174b4-c070-4607-b481-eac71985fd71 req-8fe8bd84-7575-4158-9669-1cc8163b14b5 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0523639 Jul 20 09:37:51.976948 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-688174b4-c070-4607-b481-eac71985fd71 req-b303da34-d62d-4270-bfda-cfdb577dd77b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436199 Jul 20 09:37:52.020719 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 50752) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:52.037423 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c95c879e-0c28-4fc7-9019-05e58848b68b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:52.306237 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c95c879e-0c28-4fc7-9019-05e58848b68b admin admin] Publish callbacks [] for security_group (04ce8bc1-b2eb-476e-90ca-5e3e8958c50f), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:52.309813 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c95c879e-0c28-4fc7-9019-05e58848b68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (04ce8bc1-b2eb-476e-90ca-5e3e8958c50f), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:52.349230 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-c95c879e-0c28-4fc7-9019-05e58848b68b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb105867987f48379d1d7ca49b5221dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273845 Jul 20 09:37:52.350145 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c879e-0c28-4fc7-9019-05e58848b68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ce8bc1-b2eb-476e-90ca-5e3e8958c50f,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:52.351939 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 50754) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:37:52.359475 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:52.405569 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-7da37f29-bcab-4fbc-994a-c82d138f2882 admin admin] Publish callbacks [] for security_group (04ce8bc1-b2eb-476e-90ca-5e3e8958c50f), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:52.427077 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-7da37f29-bcab-4fbc-994a-c82d138f2882 admin admin] Publish callbacks [] for security_group (04ce8bc1-b2eb-476e-90ca-5e3e8958c50f), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:52.474213 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-7da37f29-bcab-4fbc-994a-c82d138f2882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (04ce8bc1-b2eb-476e-90ca-5e3e8958c50f), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:52.477169 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-7da37f29-bcab-4fbc-994a-c82d138f2882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:52.478418 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-7da37f29-bcab-4fbc-994a-c82d138f2882 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04ce8bc1-b2eb-476e-90ca-5e3e8958c50f HTTP/1.1" status: 204 len: 168 time: 0.1243038 Jul 20 09:37:52.486959 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da37f29-bcab-4fbc-994a-c82d138f2882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ce8bc1-b2eb-476e-90ca-5e3e8958c50f,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:37:53.022756 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a3c79180-d564-4878-8c90-267ac01f54b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:53.105187 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a3708-de23-4405-a1e2-b277b90bcef7 req-89156533-569e-47e9-8ba5-b44d4b4afaa1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:53.106695 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b6a3708-de23-4405-a1e2-b277b90bcef7 req-89156533-569e-47e9-8ba5-b44d4b4afaa1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0541844 Jul 20 09:37:53.154476 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b6a3708-de23-4405-a1e2-b277b90bcef7 req-0b000b57-0779-4157-8c76-eb51e4153a57 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420141 Jul 20 09:37:53.602455 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 858a2557-dd95-4202-9ad4-6f69f24ea78a no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:37:53.624247 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: 858a2557-dd95-4202-9ad4-6f69f24ea78a {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:37:53.624603 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 858a2557-dd95-4202-9ad4-6f69f24ea78a not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:37:54.270452 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e54a76-bd44-4de0-9172-a26ad9e790f4 req-a2c6cedf-fbff-4b47-abbc-80d21da3832a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:54.272250 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a8e54a76-bd44-4de0-9172-a26ad9e790f4 req-a2c6cedf-fbff-4b47-abbc-80d21da3832a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0497165 Jul 20 09:37:54.323432 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a8e54a76-bd44-4de0-9172-a26ad9e790f4 req-96b1d481-4f9a-45ad-92b5-7d781808b5d7 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434661 Jul 20 09:37:55.249738 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:55.257945 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3a9a8510-6ee0-40fc-a791-bbe522c7b9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:55.445615 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92037bc-71aa-4f7f-a4ff-42cb44c787c9 req-1fcf1685-b67f-4378-9ef2-75dacc609931 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:55.447147 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a92037bc-71aa-4f7f-a4ff-42cb44c787c9 req-1fcf1685-b67f-4378-9ef2-75dacc609931 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0551229 Jul 20 09:37:55.496910 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a92037bc-71aa-4f7f-a4ff-42cb44c787c9 req-de24add4-a6e9-4357-8551-7b61fba14a03 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442753 Jul 20 09:37:56.256704 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:56.615391 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b7b08-338c-4a8b-816f-34d4a88c3569 req-1afe0fa4-7909-4351-8d13-4fcc02ce7704 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:56.616783 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c39b7b08-338c-4a8b-816f-34d4a88c3569 req-1afe0fa4-7909-4351-8d13-4fcc02ce7704 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0515807 Jul 20 09:37:56.629517 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:37:56.667448 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c39b7b08-338c-4a8b-816f-34d4a88c3569 req-2c964533-8c92-43f3-98ad-ed84c295db8b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448587 Jul 20 09:37:57.762240 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:57.789166 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce888ee-07ce-47bb-abb1-62d6a43ea75c req-242c225b-84ac-45a7-adc1-3934fb77afe3 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:57.791329 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3ce888ee-07ce-47bb-abb1-62d6a43ea75c req-242c225b-84ac-45a7-adc1-3934fb77afe3 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0554929 Jul 20 09:37:57.839259 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3ce888ee-07ce-47bb-abb1-62d6a43ea75c req-5cd5c4d3-9104-4537-98d3-6d4b061fce40 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424187 Jul 20 09:37:58.145605 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:37:58.955696 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e743f84-da35-4e63-94a4-34249806dba0 req-d686da8c-e79d-468f-ab54-ed78c6a0a502 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:37:58.957474 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8e743f84-da35-4e63-94a4-34249806dba0 req-d686da8c-e79d-468f-ab54-ed78c6a0a502 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0498915 Jul 20 09:37:59.005616 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8e743f84-da35-4e63-94a4-34249806dba0 req-eca56db2-2e68-4597-8a48-5c86cd6ce161 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426943 Jul 20 09:38:00.128760 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331cda2-2523-4e2b-85f6-d8072ed2f1dd req-c6d8fe1d-fed3-4582-9ad1-f36f2a370f8f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:00.130776 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4331cda2-2523-4e2b-85f6-d8072ed2f1dd req-c6d8fe1d-fed3-4582-9ad1-f36f2a370f8f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0510490 Jul 20 09:38:00.180794 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4331cda2-2523-4e2b-85f6-d8072ed2f1dd req-0460f5ba-8857-47b3-aaa1-9d03214a10af tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444937 Jul 20 09:38:01.282228 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:01.299700 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b7ada-2303-4164-8023-2eb77df577d0 req-aac6e94b-8f8e-4e76-9dde-0abc365bbd4b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:01.301203 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b86b7ada-2303-4164-8023-2eb77df577d0 req-aac6e94b-8f8e-4e76-9dde-0abc365bbd4b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0523314 Jul 20 09:38:01.354139 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b86b7ada-2303-4164-8023-2eb77df577d0 req-46606f5d-c384-4e82-be42-44e9a7d84751 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470810 Jul 20 09:38:02.532415 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b08085-b8cb-41f4-a693-a6100ff9e91a req-6603e614-9864-4bb8-903f-3c7785659432 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:02.533946 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-84b08085-b8cb-41f4-a693-a6100ff9e91a req-6603e614-9864-4bb8-903f-3c7785659432 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0668869 Jul 20 09:38:02.589109 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-84b08085-b8cb-41f4-a693-a6100ff9e91a req-ef1f0109-b4ca-408f-925f-13886b96cb3d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482049 Jul 20 09:38:02.743432 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-5384c150-6d32-4f00-9508-3011785c4f15 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:02.745160 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-5384c150-6d32-4f00-9508-3011785c4f15 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/networks?id=62d7b8d9-8d7e-4751-b1cf-35e38e741657 HTTP/1.1" status: 200 len: 813 time: 0.1054440 Jul 20 09:38:02.761909 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-6fc1c1a8-4f84-4354-8cd3-d3d88160aa61 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/quotas/298d7611d92a47fd94dd66c8ff10a7f3 HTTP/1.1" status: 200 len: 375 time: 0.0113504 Jul 20 09:38:02.796773 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-78631404-cd0d-44dc-b325-b4d6c935cd7b tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=298d7611d92a47fd94dd66c8ff10a7f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297139 Jul 20 09:38:02.894334 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-8928f7d4-50be-4194-8428-95e053a8f566 service neutron] 10.222.0.18 "GET /v2.0/networks/62d7b8d9-8d7e-4751-b1cf-35e38e741657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899141 Jul 20 09:38:02.995800 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-f4060a2e-7206-4be5-b0ea-7fa6d757119b service neutron] 10.222.0.18 "GET /v2.0/networks/62d7b8d9-8d7e-4751-b1cf-35e38e741657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946975 Jul 20 09:38:03.165728 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7a41a32f-35ec-478c-b5b1-a22a8a3e3090 req-82786ce0-57fa-43e1-bf8c-e9d17e0a2ee8 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 210 time: 0.0308430 Jul 20 09:38:03.734515 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f2688-42fc-45fd-b25f-72b699299af3 req-a3733e1d-62ec-4335-ae99-c0fd393886e1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:03.737188 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-992f2688-42fc-45fd-b25f-72b699299af3 req-a3733e1d-62ec-4335-ae99-c0fd393886e1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0668952 Jul 20 09:38:03.794905 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-992f2688-42fc-45fd-b25f-72b699299af3 req-6d0f40fe-29ef-4799-adc6-1b620e70eaba tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482335 Jul 20 09:38:04.265723 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2078d508-e6b7-4d1a-8178-55010e177e81 req-1bcd0677-bc37-41c2-9cea-e1093dfddf28 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 210 time: 0.0293219 Jul 20 09:38:04.575734 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:04.580672 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:04.940770 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561674f4-c3e9-4e8e-80df-78b332c58772 req-fd388b35-0d30-44a4-851f-3ac7f2e6536b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:04.942277 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-561674f4-c3e9-4e8e-80df-78b332c58772 req-fd388b35-0d30-44a4-851f-3ac7f2e6536b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0577362 Jul 20 09:38:04.977806 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:04.993447 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-561674f4-c3e9-4e8e-80df-78b332c58772 req-2976067c-9d22-4899-a7dd-5e284491733f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453160 Jul 20 09:38:05.057867 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:05.078855 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e52651-5951-4eb7-9ba6-ef877548c607 req-211f06b4-6f60-4efa-8b59-56b40544d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:05.080569 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c6e52651-5951-4eb7-9ba6-ef877548c607 req-211f06b4-6f60-4efa-8b59-56b40544d8eb service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 1129 time: 0.0592246 Jul 20 09:38:05.187444 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c6e52651-5951-4eb7-9ba6-ef877548c607 req-c5d63996-3c43-46a4-8d1d-cf9de385b2f0 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957856 Jul 20 09:38:05.209408 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-cfc2a474-4e3c-4f26-a507-75d8b45644bb tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:05.210918 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-cfc2a474-4e3c-4f26-a507-75d8b45644bb tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.17 "GET /v2.0/networks?id=62d7b8d9-8d7e-4751-b1cf-35e38e741657 HTTP/1.1" status: 200 len: 813 time: 0.1454585 Jul 20 09:38:05.367472 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e3b3718d-7411-48ee-a203-00ba10196b73 req-29b46930-1862-4a0c-81f5-19ba16de0117 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 210 time: 0.0294545 Jul 20 09:38:05.424304 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-557ed743-ff70-43bc-a857-7ce003e94e1f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Request body: {'port': {'device_id': 'd051e821-9e2a-41b3-959b-5dae072de01e', 'network_id': '62d7b8d9-8d7e-4751-b1cf-35e38e741657', 'admin_state_up': True, 'tenant_id': '298d7611d92a47fd94dd66c8ff10a7f3'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:38:05.544760 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-557ed743-ff70-43bc-a857-7ce003e94e1f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Made reservation on behalf of 298d7611d92a47fd94dd66c8ff10a7f3 for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:38:05.548203 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-557ed743-ff70-43bc-a857-7ce003e94e1f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:05.669932 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-557ed743-ff70-43bc-a857-7ce003e94e1f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Allocated IP 172.20.0.2 (62d7b8d9-8d7e-4751-b1cf-35e38e741657/72f6ac29-cb53-49e9-9f90-a00bd8bce569/05b33b7b-829b-4473-aa2c-bbd829bd3e23) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:38:05.747059 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:05.826706 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-557ed743-ff70-43bc-a857-7ce003e94e1f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks [] for port (05b33b7b-829b-4473-aa2c-bbd829bd3e23), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:05.856567 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-557ed743-ff70-43bc-a857-7ce003e94e1f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (05b33b7b-829b-4473-aa2c-bbd829bd3e23), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:05.897783 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-557ed743-ff70-43bc-a857-7ce003e94e1f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Network 62d7b8d9-8d7e-4751-b1cf-35e38e741657 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:38:05.903117 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-557ed743-ff70-43bc-a857-7ce003e94e1f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:38:05.907042 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-557ed743-ff70-43bc-a857-7ce003e94e1f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:38:05.912591 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-557ed743-ff70-43bc-a857-7ce003e94e1f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:05.913234 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-557ed743-ff70-43bc-a857-7ce003e94e1f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:05.922867 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ed743-ff70-43bc-a857-7ce003e94e1f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Pushing event updated for resources: {'Port': ['ID=05b33b7b-829b-4473-aa2c-bbd829bd3e23,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:05.938995 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-557ed743-ff70-43bc-a857-7ce003e94e1f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5188043 Jul 20 09:38:05.954397 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Request body: {'port': {'device_id': 'd051e821-9e2a-41b3-959b-5dae072de01e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:38:06.026641 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (05b33b7b-829b-4473-aa2c-bbd829bd3e23), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:06.112831 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4337f7-efc3-4867-b53e-26b82e36e5c0 req-4fd7dde1-53bd-455f-a1f7-940c59bfa504 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:06.114327 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fb4337f7-efc3-4867-b53e-26b82e36e5c0 req-4fd7dde1-53bd-455f-a1f7-940c59bfa504 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0485206 Jul 20 09:38:06.126039 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:06.163662 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fb4337f7-efc3-4867-b53e-26b82e36e5c0 req-a25a061b-b60c-481c-bce6-d404930b30dd tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434792 Jul 20 09:38:06.295046 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b33b7b-829b-4473-aa2c-bbd829bd3e23 {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:38:06.302962 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Publish callbacks [] for port (05b33b7b-829b-4473-aa2c-bbd829bd3e23), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:06.315432 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Transition to ACTIVE for port object 05b33b7b-829b-4473-aa2c-bbd829bd3e23 will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:38:06.319823 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (05b33b7b-829b-4473-aa2c-bbd829bd3e23), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:06.386128 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=05b33b7b-829b-4473-aa2c-bbd829bd3e23,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:06.402003 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Attempting to bind port 05b33b7b-829b-4473-aa2c-bbd829bd3e23 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:38:06.402361 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Attempting to bind port 05b33b7b-829b-4473-aa2c-bbd829bd3e23 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '4e2dc316-a503-49de-b016-7d2af5d7d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62d7b8d9-8d7e-4751-b1cf-35e38e741657'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:38:06.402698 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Attempting to bind port 05b33b7b-829b-4473-aa2c-bbd829bd3e23 on network 62d7b8d9-8d7e-4751-b1cf-35e38e741657 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:38:06.407170 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Port 05b33b7b-829b-4473-aa2c-bbd829bd3e23 on network 62d7b8d9-8d7e-4751-b1cf-35e38e741657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:38:06.407523 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Attempting to bind port 05b33b7b-829b-4473-aa2c-bbd829bd3e23 on network 62d7b8d9-8d7e-4751-b1cf-35e38e741657 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:38:06.413330 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:38:06.413733 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Checking segment: {'id': '4e2dc316-a503-49de-b016-7d2af5d7d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62d7b8d9-8d7e-4751-b1cf-35e38e741657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:38:06.414065 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Bound using segment: {'id': '4e2dc316-a503-49de-b016-7d2af5d7d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62d7b8d9-8d7e-4751-b1cf-35e38e741657'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:38:06.414497 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Bound port: 05b33b7b-829b-4473-aa2c-bbd829bd3e23, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2dc316-a503-49de-b016-7d2af5d7d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62d7b8d9-8d7e-4751-b1cf-35e38e741657'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:38:06.415172 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (05b33b7b-829b-4473-aa2c-bbd829bd3e23), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:06.523331 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5ef06-fe9d-4f5c-bfad-a9d6b827d4aa req-648c590e-cc83-457e-afe2-42f165e3a6a3 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:06.525663 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eec5ef06-fe9d-4f5c-bfad-a9d6b827d4aa req-648c590e-cc83-457e-afe2-42f165e3a6a3 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 943 time: 0.0772467 Jul 20 09:38:06.529571 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] For port 05b33b7b-829b-4473-aa2c-bbd829bd3e23, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:38:06.531466 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:06.533834 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] For port 05b33b7b-829b-4473-aa2c-bbd829bd3e23, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=05b33b7b-829b-4473-aa2c-bbd829bd3e23,segment=NetworkSegment(4e2dc316-a503-49de-b016-7d2af5d7d9fa),segment_id=4e2dc316-a503-49de-b016-7d2af5d7d9fa)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:38:06.548283 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (05b33b7b-829b-4473-aa2c-bbd829bd3e23), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:06.604439 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:06.605075 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:06.606747 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] 10.222.0.17 "PUT /v2.0/ports/05b33b7b-829b-4473-aa2c-bbd829bd3e23 HTTP/1.1" status: 200 len: 1093 time: 0.6579301 Jul 20 09:38:06.609702 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd051e821-9e2a-41b3-959b-5dae072de01e', 'tag': '05b33b7b-829b-4473-aa2c-bbd829bd3e23'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:38:06.612045 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6eec4a6-75a6-4a96-8847-b61052a1344f" -d '{"events": [{"name": "network-changed", "server_uuid": "d051e821-9e2a-41b3-959b-5dae072de01e", "tag": "05b33b7b-829b-4473-aa2c-bbd829bd3e23"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:38:06.634067 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eec5ef06-fe9d-4f5c-bfad-a9d6b827d4aa req-2b720c41-9f56-4bab-95e7-f6818a84149a tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979486 Jul 20 09:38:06.651346 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f826ce-e75c-434c-89db-a30fa0d7c2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=05b33b7b-829b-4473-aa2c-bbd829bd3e23,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:06.658680 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56e132c-da1a-4f48-a4a6-95ee6e14f319 x-openstack-request-id: req-b56e132c-da1a-4f48-a4a6-95ee6e14f319 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:38:06.658971 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d051e821-9e2a-41b3-959b-5dae072de01e", "tag": "05b33b7b-829b-4473-aa2c-bbd829bd3e23", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:38:06.659223 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b56e132c-da1a-4f48-a4a6-95ee6e14f319 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:38:06.659652 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56e132c-da1a-4f48-a4a6-95ee6e14f319'] response: {'name': 'network-changed', 'server_uuid': 'd051e821-9e2a-41b3-959b-5dae072de01e', 'tag': '05b33b7b-829b-4473-aa2c-bbd829bd3e23', 'status': 'completed', 'code': 200} Jul 20 09:38:06.860122 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eec4a6-75a6-4a96-8847-b61052a1344f req-887ab455-4466-45fe-8d59-9014bc1577ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:06.861618 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e6eec4a6-75a6-4a96-8847-b61052a1344f req-887ab455-4466-45fe-8d59-9014bc1577ea service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=298d7611d92a47fd94dd66c8ff10a7f3&device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 1127 time: 0.0410647 Jul 20 09:38:06.964498 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eec4a6-75a6-4a96-8847-b61052a1344f req-75a166a3-3a1f-43f3-9d38-f83bbc8975a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:06.965967 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e6eec4a6-75a6-4a96-8847-b61052a1344f req-75a166a3-3a1f-43f3-9d38-f83bbc8975a0 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=298d7611d92a47fd94dd66c8ff10a7f3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0957544 Jul 20 09:38:07.065581 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eec4a6-75a6-4a96-8847-b61052a1344f req-7d65030b-7d9a-4367-a0e3-0f325870bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:07.067077 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e6eec4a6-75a6-4a96-8847-b61052a1344f req-7d65030b-7d9a-4367-a0e3-0f325870bd15 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929837 Jul 20 09:38:07.148060 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-45a8055a-8ee1-408b-8b81-1b8a34e5498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:07.149574 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-45a8055a-8ee1-408b-8b81-1b8a34e5498f service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=298d7611d92a47fd94dd66c8ff10a7f3&device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 1127 time: 0.0401368 Jul 20 09:38:07.194819 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-1ab49743-9de0-4514-8eab-2e6c71ed5992 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05b33b7b-829b-4473-aa2c-bbd829bd3e23 HTTP/1.1" status: 200 len: 217 time: 0.0328484 Jul 20 09:38:07.259781 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-f6426541-d2a3-43e6-a19c-fa69810ebdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:07.261218 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-f6426541-d2a3-43e6-a19c-fa69810ebdba service neutron] 10.222.0.17 "GET /v2.0/subnets?id=72f6ac29-cb53-49e9-9f90-a00bd8bce569 HTTP/1.1" status: 200 len: 853 time: 0.0579126 Jul 20 09:38:07.291915 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:07.315884 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-c107c2e3-993c-4c0f-879f-5b4aedf9d708 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=62d7b8d9-8d7e-4751-b1cf-35e38e741657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342467 Jul 20 09:38:07.325942 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5a946-c42f-4d08-87cf-672b72a62c63 req-5e49d7cb-28e0-4f99-b9d0-e8a0e3c174c7 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:07.327405 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-04d5a946-c42f-4d08-87cf-672b72a62c63 req-5e49d7cb-28e0-4f99-b9d0-e8a0e3c174c7 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0836623 Jul 20 09:38:07.352425 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 51064) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:38:07.433689 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-04d5a946-c42f-4d08-87cf-672b72a62c63 req-5433eded-b5f4-426d-bcff-d76c17cf2b4f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954273 Jul 20 09:38:07.453705 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-c0b6ffa9-357c-4b3f-85b7-7e8d0afacba5 service neutron] 10.222.0.17 "GET /v2.0/networks/62d7b8d9-8d7e-4751-b1cf-35e38e741657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248980 Jul 20 09:38:07.472271 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c544bf37-f2bd-4345-8909-690e7c702043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:07.559966 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c544bf37-f2bd-4345-8909-690e7c702043 admin admin] Publish callbacks [] for security_group (8df5341c-96dc-4d47-bf49-d791c7b7e55e), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:07.561184 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7c4c271-e2f9-4f53-bce1-aebc20755491 req-9d7a19c9-5740-4b27-8abf-06051dfceda8 service neutron] 10.222.0.17 "GET /v2.0/networks/62d7b8d9-8d7e-4751-b1cf-35e38e741657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994253 Jul 20 09:38:07.564114 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c544bf37-f2bd-4345-8909-690e7c702043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (8df5341c-96dc-4d47-bf49-d791c7b7e55e), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:07.613206 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544bf37-f2bd-4345-8909-690e7c702043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df5341c-96dc-4d47-bf49-d791c7b7e55e,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:07.617928 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-c544bf37-f2bd-4345-8909-690e7c702043 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4e4dfcce8754d97973892db79a48859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644746 Jul 20 09:38:07.620411 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 51074) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:38:07.682849 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-cfb0fcb3-a511-442f-93d0-e66f94666cbd admin admin] Publish callbacks [] for security_group (8df5341c-96dc-4d47-bf49-d791c7b7e55e), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:07.730195 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-cfb0fcb3-a511-442f-93d0-e66f94666cbd admin admin] Publish callbacks [] for security_group (8df5341c-96dc-4d47-bf49-d791c7b7e55e), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:07.742211 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b678e8-3ea1-45d6-920c-2b5dd11dd1f6 req-ae55c22f-744b-4c23-9fe6-bdcda4ee9b41 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:07.743711 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-53b678e8-3ea1-45d6-920c-2b5dd11dd1f6 req-ae55c22f-744b-4c23-9fe6-bdcda4ee9b41 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0738482 Jul 20 09:38:07.754822 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95a27f-ffe4-4981-9931-23f883f248cc req-dc3f5b52-f325-4a8e-a4f3-68bb5c6fbe25 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:07.756339 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cb95a27f-ffe4-4981-9931-23f883f248cc req-dc3f5b52-f325-4a8e-a4f3-68bb5c6fbe25 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 943 time: 0.0516870 Jul 20 09:38:07.757882 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:07.810326 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cb95a27f-ffe4-4981-9931-23f883f248cc req-99219bbb-8c89-4915-a579-17fcd8038546 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478289 Jul 20 09:38:07.816174 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-53b678e8-3ea1-45d6-920c-2b5dd11dd1f6 req-fec6d9f5-d183-4b16-9c72-a96c17e995db tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634110 Jul 20 09:38:07.839532 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-cfb0fcb3-a511-442f-93d0-e66f94666cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (8df5341c-96dc-4d47-bf49-d791c7b7e55e), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:07.839532 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-cfb0fcb3-a511-442f-93d0-e66f94666cbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:07.839532 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-cfb0fcb3-a511-442f-93d0-e66f94666cbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8df5341c-96dc-4d47-bf49-d791c7b7e55e HTTP/1.1" status: 204 len: 168 time: 0.2179413 Jul 20 09:38:07.841707 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:07.848848 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0fcb3-a511-442f-93d0-e66f94666cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df5341c-96dc-4d47-bf49-d791c7b7e55e,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:07.860310 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:08.141524 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:08.597285 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:38:08.783869 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce25417-3be9-44a5-aa99-d26844699d28 req-f7296ead-aabd-41b6-ac0d-d7c038ccefa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:08.785948 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fce25417-3be9-44a5-aa99-d26844699d28 req-f7296ead-aabd-41b6-ac0d-d7c038ccefa8 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 1129 time: 0.0432696 Jul 20 09:38:08.890337 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:08.910146 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce25417-3be9-44a5-aa99-d26844699d28 req-da226abd-e6bd-48f3-b3c9-2890322da17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:08.912740 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fce25417-3be9-44a5-aa99-d26844699d28 req-da226abd-e6bd-48f3-b3c9-2890322da17d service neutron] 10.222.0.17 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 920 time: 0.1154206 Jul 20 09:38:08.961006 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fce25417-3be9-44a5-aa99-d26844699d28 req-b4ff6b54-2e4c-4f7a-8ff4-93e49042621d service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4b4ceb3-6606-477a-a921-d57e2379731b HTTP/1.1" status: 200 len: 217 time: 0.0423577 Jul 20 09:38:08.972517 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d7730-01fd-4f68-9424-8afa325ca37b req-67751d8c-45f4-4458-ab1a-39ff4d6a7064 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:08.974645 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-709d7730-01fd-4f68-9424-8afa325ca37b req-67751d8c-45f4-4458-ab1a-39ff4d6a7064 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0483811 Jul 20 09:38:09.023521 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-709d7730-01fd-4f68-9424-8afa325ca37b req-7ceb6f40-bc61-4c1b-bbc0-e2e831af3940 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431247 Jul 20 09:38:09.026804 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794fef1-1a1f-459d-87f8-d2e770d67ec1 req-3da17ba3-53d3-403f-a858-1f1ba3bfe79e tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:09.028314 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4794fef1-1a1f-459d-87f8-d2e770d67ec1 req-3da17ba3-53d3-403f-a858-1f1ba3bfe79e tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 943 time: 0.1036115 Jul 20 09:38:09.050794 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce25417-3be9-44a5-aa99-d26844699d28 req-eaf33e28-ea21-4740-a14e-7f6580c16723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:09.052249 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fce25417-3be9-44a5-aa99-d26844699d28 req-eaf33e28-ea21-4740-a14e-7f6580c16723 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 200 len: 858 time: 0.0750329 Jul 20 09:38:09.342948 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4794fef1-1a1f-459d-87f8-d2e770d67ec1 req-7c9d7ad7-a1b5-4535-8263-de66e516a8e0 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085227 Jul 20 09:38:09.345829 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce25417-3be9-44a5-aa99-d26844699d28 req-ea78b42b-d126-48e8-bd01-b1fc78c511fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:09.347197 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fce25417-3be9-44a5-aa99-d26844699d28 req-ea78b42b-d126-48e8-bd01-b1fc78c511fc service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b536439e-ad65-4ab6-9df1-5521403416c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2888436 Jul 20 09:38:09.440621 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fce25417-3be9-44a5-aa99-d26844699d28 req-021d128b-574a-448c-a36d-5278d344c1ae service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863996 Jul 20 09:38:09.537604 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fce25417-3be9-44a5-aa99-d26844699d28 req-d40b81dd-4cb4-4bb5-8bcc-edb69ed67f5a service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905552 Jul 20 09:38:10.142946 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd83aee-902f-44cb-ab13-6460ee04cfec req-3df09935-d649-4f2c-8b55-f87146188873 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:10.145121 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ccd83aee-902f-44cb-ab13-6460ee04cfec req-3df09935-d649-4f2c-8b55-f87146188873 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0497792 Jul 20 09:38:10.197387 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ccd83aee-902f-44cb-ab13-6460ee04cfec req-aa34d8d9-767e-4b99-a3ba-ad7626b570c0 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443439 Jul 20 09:38:10.454601 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb6ed5-33ed-4f81-be9a-915ca724221f req-78d4849e-5822-400a-b5d7-2cec0813a28f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:10.456083 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-65fb6ed5-33ed-4f81-be9a-915ca724221f req-78d4849e-5822-400a-b5d7-2cec0813a28f tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 943 time: 0.0473964 Jul 20 09:38:10.507798 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-65fb6ed5-33ed-4f81-be9a-915ca724221f req-c8044b26-d76f-41e4-839d-7c3ab229e2b9 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456762 Jul 20 09:38:11.315723 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c34e7-1e52-4cac-ab54-3ad9a608b548 req-46fd8971-81a9-4173-bd6d-9cb18937a5ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:11.317311 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ea5c34e7-1e52-4cac-ab54-3ad9a608b548 req-46fd8971-81a9-4173-bd6d-9cb18937a5ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0520041 Jul 20 09:38:11.364309 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ea5c34e7-1e52-4cac-ab54-3ad9a608b548 req-8c0d836a-0a89-4bb0-93de-dd6dbe8d7aaf tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413857 Jul 20 09:38:11.621179 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19832280-a2bb-4a6d-9e0d-4b42b8f7c981 req-34a8ca79-a86f-4602-b13b-26aa0073bf90 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:11.622553 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-19832280-a2bb-4a6d-9e0d-4b42b8f7c981 req-34a8ca79-a86f-4602-b13b-26aa0073bf90 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 943 time: 0.0492342 Jul 20 09:38:11.669370 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-19832280-a2bb-4a6d-9e0d-4b42b8f7c981 req-2c390923-87bb-40a0-9795-7fc6321806ac tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Jul 20 09:38:12.178923 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 05b33b7b-829b-4473-aa2c-bbd829bd3e23 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:38:12.393177 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 05b33b7b-829b-4473-aa2c-bbd829bd3e23, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=05b33b7b-829b-4473-aa2c-bbd829bd3e23,segment=NetworkSegment(4e2dc316-a503-49de-b016-7d2af5d7d9fa),segment_id=4e2dc316-a503-49de-b016-7d2af5d7d9fa)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:38:12.405218 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '05b33b7b-829b-4473-aa2c-bbd829bd3e23', 'network_id': '62d7b8d9-8d7e-4751-b1cf-35e38e741657', 'port_id': '05b33b7b-829b-4473-aa2c-bbd829bd3e23', 'mac_address': 'fa:16:3e:e3:0a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f6ac29-cb53-49e9-9f90-a00bd8bce569', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:38:12.440693 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 05b33b7b-829b-4473-aa2c-bbd829bd3e23 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:38:12.441127 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (05b33b7b-829b-4473-aa2c-bbd829bd3e23), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:12.454640 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b33b7b-829b-4473-aa2c-bbd829bd3e23 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:38:12.476107 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 05b33b7b-829b-4473-aa2c-bbd829bd3e23, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=05b33b7b-829b-4473-aa2c-bbd829bd3e23,segment=NetworkSegment(4e2dc316-a503-49de-b016-7d2af5d7d9fa),segment_id=4e2dc316-a503-49de-b016-7d2af5d7d9fa)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:38:12.479864 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (05b33b7b-829b-4473-aa2c-bbd829bd3e23), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:12.481985 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454ad1b-4bc9-409d-8924-f9be884a1609 req-2d38fc01-a14e-439b-843c-307fae3acc28 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:12.483500 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5454ad1b-4bc9-409d-8924-f9be884a1609 req-2d38fc01-a14e-439b-843c-307fae3acc28 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0517209 Jul 20 09:38:12.525582 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:12.529498 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=05b33b7b-829b-4473-aa2c-bbd829bd3e23,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:12.533713 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5454ad1b-4bc9-409d-8924-f9be884a1609 req-01f276e2-de55-440a-8cdb-17b2aacaf695 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430679 Jul 20 09:38:12.538005 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:12.538353 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:12.538715 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:12.539073 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:12.539686 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:12.540018 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:12.540341 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:12.540663 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:12.540985 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:12.541308 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:12.541625 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:12.541959 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:12.542279 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:12.542595 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:12.542910 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:12.764966 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:12.783035 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c23703-ca6f-449c-a12f-61b024f6a91c req-5ee59604-395e-43ea-9c15-46cccb711219 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:12.784531 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-77c23703-ca6f-449c-a12f-61b024f6a91c req-5ee59604-395e-43ea-9c15-46cccb711219 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 944 time: 0.0462062 Jul 20 09:38:12.833405 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-77c23703-ca6f-449c-a12f-61b024f6a91c req-946d7a6e-7ca6-4fec-964c-3b2920eb9efb tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415041 Jul 20 09:38:13.472788 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['05b33b7b-829b-4473-aa2c-bbd829bd3e23'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:38:13.674923 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1dc90-5407-4b19-b573-9b17cc9810d5 req-b709dcc3-f36b-4c3a-9aa5-62231d3cb4bf tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:13.677118 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1da1dc90-5407-4b19-b573-9b17cc9810d5 req-b709dcc3-f36b-4c3a-9aa5-62231d3cb4bf tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0549073 Jul 20 09:38:13.733532 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1da1dc90-5407-4b19-b573-9b17cc9810d5 req-8bf8abcf-fa7c-4e26-bd21-08bf5d006d1c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503175 Jul 20 09:38:13.978827 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79a1ff-829e-4628-89a2-3f7ea7bc98db req-614cf62d-48f5-433b-ab11-301d027d8e5a tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:13.980496 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4a79a1ff-829e-4628-89a2-3f7ea7bc98db req-614cf62d-48f5-433b-ab11-301d027d8e5a tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 944 time: 0.0578921 Jul 20 09:38:14.041799 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4a79a1ff-829e-4628-89a2-3f7ea7bc98db req-e8c53b6b-5d5c-4721-8882-309f890aa67d tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540404 Jul 20 09:38:14.254346 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 51182) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:38:14.258411 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 05b33b7b-829b-4473-aa2c-bbd829bd3e23 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:38:14.311396 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 05b33b7b-829b-4473-aa2c-bbd829bd3e23 completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:38:14.318988 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 05b33b7b-829b-4473-aa2c-bbd829bd3e23 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:38:14.319621 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (05b33b7b-829b-4473-aa2c-bbd829bd3e23), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:14.412224 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-022a38e6-a890-4c04-ac55-ddb0bc0e765b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:14.422955 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 05b33b7b-829b-4473-aa2c-bbd829bd3e23 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:38:14.423483 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (05b33b7b-829b-4473-aa2c-bbd829bd3e23), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:14.452362 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd051e821-9e2a-41b3-959b-5dae072de01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b33b7b-829b-4473-aa2c-bbd829bd3e23'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:38:14.454876 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582c2ec1-e70b-49cf-b322-62323acba2e7" -d '{"events": [{"server_uuid": "d051e821-9e2a-41b3-959b-5dae072de01e", "name": "network-vif-plugged", "status": "completed", "tag": "05b33b7b-829b-4473-aa2c-bbd829bd3e23"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:38:14.469962 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 05b33b7b-829b-4473-aa2c-bbd829bd3e23, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=05b33b7b-829b-4473-aa2c-bbd829bd3e23,segment=NetworkSegment(4e2dc316-a503-49de-b016-7d2af5d7d9fa),segment_id=4e2dc316-a503-49de-b016-7d2af5d7d9fa)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:38:14.474791 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (05b33b7b-829b-4473-aa2c-bbd829bd3e23), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:14.513310 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7760b33-3748-4bd0-807c-7a50e740f601 x-openstack-request-id: req-d7760b33-3748-4bd0-807c-7a50e740f601 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:38:14.513603 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d051e821-9e2a-41b3-959b-5dae072de01e", "name": "network-vif-plugged", "status": "completed", "tag": "05b33b7b-829b-4473-aa2c-bbd829bd3e23", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:38:14.513890 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7760b33-3748-4bd0-807c-7a50e740f601 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:38:14.514264 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7760b33-3748-4bd0-807c-7a50e740f601'] response: {'server_uuid': 'd051e821-9e2a-41b3-959b-5dae072de01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b33b7b-829b-4473-aa2c-bbd829bd3e23', 'code': 200} Jul 20 09:38:14.523769 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-022a38e6-a890-4c04-ac55-ddb0bc0e765b admin admin] Publish callbacks [] for security_group (e11806a5-6c5f-457a-92ae-2ba70c771fe2), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:14.527827 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-022a38e6-a890-4c04-ac55-ddb0bc0e765b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (e11806a5-6c5f-457a-92ae-2ba70c771fe2), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:14.537100 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=05b33b7b-829b-4473-aa2c-bbd829bd3e23,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:14.539646 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:14.571665 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-022a38e6-a890-4c04-ac55-ddb0bc0e765b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e1f5e20c628444587bc0a45ef0cb76c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161979 Jul 20 09:38:14.572537 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a38e6-a890-4c04-ac55-ddb0bc0e765b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11806a5-6c5f-457a-92ae-2ba70c771fe2,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:14.575110 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 51192) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:38:14.625621 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7e83d218-2fe3-40ca-9cb1-dd779ae103e6 admin admin] Publish callbacks [] for security_group (e11806a5-6c5f-457a-92ae-2ba70c771fe2), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:14.647641 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7e83d218-2fe3-40ca-9cb1-dd779ae103e6 admin admin] Publish callbacks [] for security_group (e11806a5-6c5f-457a-92ae-2ba70c771fe2), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:14.696892 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7e83d218-2fe3-40ca-9cb1-dd779ae103e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (e11806a5-6c5f-457a-92ae-2ba70c771fe2), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:14.699526 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7e83d218-2fe3-40ca-9cb1-dd779ae103e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:14.700658 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-7e83d218-2fe3-40ca-9cb1-dd779ae103e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e11806a5-6c5f-457a-92ae-2ba70c771fe2 HTTP/1.1" status: 204 len: 168 time: 0.1244500 Jul 20 09:38:14.709380 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83d218-2fe3-40ca-9cb1-dd779ae103e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11806a5-6c5f-457a-92ae-2ba70c771fe2,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:14.857863 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64d95a-2187-438b-b1ac-9898ff7a37a3 req-54626f29-f13c-4fbe-a46b-e0e37b0bff09 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:14.859585 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9f64d95a-2187-438b-b1ac-9898ff7a37a3 req-54626f29-f13c-4fbe-a46b-e0e37b0bff09 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0558317 Jul 20 09:38:14.909382 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9f64d95a-2187-438b-b1ac-9898ff7a37a3 req-2ace48e9-fcf9-4e25-af9e-1e20ff1d020f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439215 Jul 20 09:38:15.167827 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816d999-c153-4819-b96f-c57707a80e9e req-3a168f18-8462-4297-af9a-3ee4bc7781c0 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:15.169644 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6816d999-c153-4819-b96f-c57707a80e9e req-3a168f18-8462-4297-af9a-3ee4bc7781c0 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 945 time: 0.0516639 Jul 20 09:38:15.235997 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6816d999-c153-4819-b96f-c57707a80e9e req-d21ee0f9-c27f-4f19-a325-c8943d2f2db2 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572774 Jul 20 09:38:16.358318 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da977-e92a-4f51-93b5-d09da7cf4be5 req-f0edbad5-b8be-4f59-9083-450164a619a3 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:16.359863 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-446da977-e92a-4f51-93b5-d09da7cf4be5 req-f0edbad5-b8be-4f59-9083-450164a619a3 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 945 time: 0.0512311 Jul 20 09:38:16.409402 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-446da977-e92a-4f51-93b5-d09da7cf4be5 req-cb0a9a74-f651-4305-bb00-4a4c66f1c69a tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432656 Jul 20 09:38:16.804321 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:17.531487 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42544d-6419-40b8-8bd0-b8aa210bf11c req-7666073e-03fc-4da2-a390-fcfa115253d2 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:17.532978 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7d42544d-6419-40b8-8bd0-b8aa210bf11c req-7666073e-03fc-4da2-a390-fcfa115253d2 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 945 time: 0.0478871 Jul 20 09:38:17.582007 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7d42544d-6419-40b8-8bd0-b8aa210bf11c req-7f92ebb5-aa6c-4f45-8dac-4fcbebe49368 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428011 Jul 20 09:38:17.926868 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88b41b-7913-40cc-893d-f3226c8dc36f req-a9cc6f51-85df-4066-82eb-31106c71a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:17.928761 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b88b41b-7913-40cc-893d-f3226c8dc36f req-a9cc6f51-85df-4066-82eb-31106c71a8ec service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 1129 time: 0.0428884 Jul 20 09:38:17.981549 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b88b41b-7913-40cc-893d-f3226c8dc36f req-72716b15-7143-4af2-beb9-f757f5c9ef39 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464804 Jul 20 09:38:18.434643 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 51286) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:38:18.439311 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-e0ef8e69-3cee-470b-8620-7a2ba399329c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--68905092', 'description': 'tempest-description--857200377'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:38:18.461092 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e0ef8e69-3cee-470b-8620-7a2ba399329c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:18.530181 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:18.532707 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e0ef8e69-3cee-470b-8620-7a2ba399329c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for security_group (d2c52430-8dd3-4c6b-867b-456afca92707), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:18.536411 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e0ef8e69-3cee-470b-8620-7a2ba399329c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (d2c52430-8dd3-4c6b-867b-456afca92707), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:18.568748 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e0ef8e69-3cee-470b-8620-7a2ba399329c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:18.570347 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-e0ef8e69-3cee-470b-8620-7a2ba399329c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1345026 Jul 20 09:38:18.573788 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 51294) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:38:18.576227 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef8e69-3cee-470b-8620-7a2ba399329c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c52430-8dd3-4c6b-867b-456afca92707,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:18.578540 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-e4d4f9dc-ccf5-4485-aa6c-f04e8f9929b4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Request body: {'security_group_rule': {'security_group_id': 'd2c52430-8dd3-4c6b-867b-456afca92707', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:38:18.613702 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f9dc-ccf5-4485-aa6c-f04e8f9929b4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for security_group_rule (ee36b287-83e7-4f01-965f-01b12216b40b), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:18.715782 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f9dc-ccf5-4485-aa6c-f04e8f9929b4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for security_group_rule (ee36b287-83e7-4f01-965f-01b12216b40b), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:18.722405 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f9dc-ccf5-4485-aa6c-f04e8f9929b4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (ee36b287-83e7-4f01-965f-01b12216b40b), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:18.735988 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9160a-ef27-46a0-8e8f-a89a9041e5ec req-52ec42e2-9237-4168-8cc5-f9e14bf3e1c2 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:18.738047 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-54c9160a-ef27-46a0-8e8f-a89a9041e5ec req-52ec42e2-9237-4168-8cc5-f9e14bf3e1c2 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 945 time: 0.0725374 Jul 20 09:38:18.768340 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4f9dc-ccf5-4485-aa6c-f04e8f9929b4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee36b287-83e7-4f01-965f-01b12216b40b,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:18.784086 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e4d4f9dc-ccf5-4485-aa6c-f04e8f9929b4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:18.785335 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-e4d4f9dc-ccf5-4485-aa6c-f04e8f9929b4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2105308 Jul 20 09:38:18.788164 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 51308) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:38:18.795274 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-9ae02190-e102-4cf0-9a01-a7a3ed9eeb8d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Request body: {'security_group_rule': {'security_group_id': 'd2c52430-8dd3-4c6b-867b-456afca92707', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:38:18.819650 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-54c9160a-ef27-46a0-8e8f-a89a9041e5ec req-4d66cff5-a39e-4ec2-b41a-9cf7f4f5c5cc tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720730 Jul 20 09:38:18.831833 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:18.840499 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9ae02190-e102-4cf0-9a01-a7a3ed9eeb8d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for security_group_rule (2143dec9-a487-4a93-b800-adae9e17cb2b), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:18.903128 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9ae02190-e102-4cf0-9a01-a7a3ed9eeb8d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for security_group_rule (2143dec9-a487-4a93-b800-adae9e17cb2b), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:18.908200 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9ae02190-e102-4cf0-9a01-a7a3ed9eeb8d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (2143dec9-a487-4a93-b800-adae9e17cb2b), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:18.927898 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae02190-e102-4cf0-9a01-a7a3ed9eeb8d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2143dec9-a487-4a93-b800-adae9e17cb2b,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:18.936373 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9ae02190-e102-4cf0-9a01-a7a3ed9eeb8d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:18.937577 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-9ae02190-e102-4cf0-9a01-a7a3ed9eeb8d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484661 Jul 20 09:38:18.940733 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 51312) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:38:18.945162 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Request body: {'floatingip': {'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:38:19.006076 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc34408-db87-4213-891e-6552c6cc4121 req-c44e9e57-dab9-404c-a9e7-bf4ce61f61d0 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:19.007316 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cfc34408-db87-4213-891e-6552c6cc4121 req-c44e9e57-dab9-404c-a9e7-bf4ce61f61d0 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0573485 Jul 20 09:38:19.008669 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:19.094956 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:19.114051 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cfc34408-db87-4213-891e-6552c6cc4121 req-7c34fa98-465e-4714-a504-8b684e029ead tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007879 Jul 20 09:38:19.125158 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:19.232027 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Allocated IP 172.27.1.235 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/76133d8c-e7ba-4322-806c-6458baf2ffbf) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:38:19.341281 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for port (76133d8c-e7ba-4322-806c-6458baf2ffbf), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:19.375087 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (76133d8c-e7ba-4322-806c-6458baf2ffbf), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:19.425627 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:38:19.429207 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:38:19.431247 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Pushing event updated for resources: {'Port': ['ID=76133d8c-e7ba-4322-806c-6458baf2ffbf,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:19.433484 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:38:19.526333 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for floatingip (ec5017b7-9c39-4f5a-b6da-dfcfe443b144), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:19.569956 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (76133d8c-e7ba-4322-806c-6458baf2ffbf), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:19.641364 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:19.653684 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9f952-c774-4bf8-a09c-e8734cab7756 req-7469cb4a-2ae2-4d22-8260-55883c3e64a4 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:19.655152 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9ba9f952-c774-4bf8-a09c-e8734cab7756 req-7469cb4a-2ae2-4d22-8260-55883c3e64a4 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0660059 Jul 20 09:38:19.771153 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9ba9f952-c774-4bf8-a09c-e8734cab7756 req-8e9e8f99-834e-4e0c-a393-4dd9fdd7f50b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000943 Jul 20 09:38:19.803677 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for port (76133d8c-e7ba-4322-806c-6458baf2ffbf), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:19.807047 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (76133d8c-e7ba-4322-806c-6458baf2ffbf), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:19.840226 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (ec5017b7-9c39-4f5a-b6da-dfcfe443b144), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:19.846434 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=14 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:19.855018 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=16 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:19.859697 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Pushing event updated for resources: {'Port': ['ID=76133d8c-e7ba-4322-806c-6458baf2ffbf,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:19.868580 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:19.870674 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-37ff7279-fb87-479b-a7d3-cfa69aeb7d13 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9279914 Jul 20 09:38:19.954850 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709603f-73bb-4fb2-80e8-0178914ac9d1 req-1d3d2409-c74c-48e3-9ebd-a879815fa734 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:19.957037 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5709603f-73bb-4fb2-80e8-0178914ac9d1 req-1d3d2409-c74c-48e3-9ebd-a879815fa734 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 945 time: 0.0561903 Jul 20 09:38:20.007256 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5709603f-73bb-4fb2-80e8-0178914ac9d1 req-e4b3c5aa-2f26-4d31-9deb-9a9348a410f6 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444627 Jul 20 09:38:20.042289 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:20.070901 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-6725b759-e771-4711-be98-de63c959578f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--68905092&fields=id&tenant_id=13b4839566df4751bfde1f4975cdcb78 HTTP/1.1" status: 200 len: 267 time: 0.0448217 Jul 20 09:38:20.182247 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-277b239e-ba3a-44d2-9eee-3dcf740f39d6 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:20.183767 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-277b239e-ba3a-44d2-9eee-3dcf740f39d6 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 819 time: 0.1066377 Jul 20 09:38:20.199643 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-8c72b69c-a44c-45c2-bae0-c29e73c765f2 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/quotas/13b4839566df4751bfde1f4975cdcb78 HTTP/1.1" status: 200 len: 375 time: 0.0098281 Jul 20 09:38:20.232299 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c6a0e-48e4-4779-b610-850fd2b440f9 req-7a69434d-7bfa-4f94-8fd7-752c6437ea96 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:20.234000 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-be6c6a0e-48e4-4779-b610-850fd2b440f9 req-7a69434d-7bfa-4f94-8fd7-752c6437ea96 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0481844 Jul 20 09:38:20.254836 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-d2591b88-a88f-4cf8-b598-2323dc29ebba tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0499341 Jul 20 09:38:20.282864 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-be6c6a0e-48e4-4779-b610-850fd2b440f9 req-a5f19b3d-e45c-48d4-878e-b6d6ad2ddbb7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430133 Jul 20 09:38:20.352746 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-f683604d-6644-4ad4-b727-035b3692c710 service neutron] 10.222.0.18 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866675 Jul 20 09:38:20.443131 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-2a00aa49-ceb5-43c4-a3f3-625d9b00da28 service neutron] 10.222.0.18 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845163 Jul 20 09:38:20.607139 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f20c2825-c84c-4079-9229-659312a5f9a8 req-e6505f4b-5131-4a4e-ad30-9be022199c96 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 210 time: 0.0294468 Jul 20 09:38:20.917928 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d9d78-401d-4f85-8f05-37b0810283dd req-1b353746-f43d-485c-ae64-e026eb322cac tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:20.919763 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-237d9d78-401d-4f85-8f05-37b0810283dd req-1b353746-f43d-485c-ae64-e026eb322cac tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0507300 Jul 20 09:38:20.969447 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-237d9d78-401d-4f85-8f05-37b0810283dd req-78c2b4a2-54a0-4dd1-afea-4ec3ad8d021c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429616 Jul 20 09:38:21.122984 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4635442-0396-4225-ad6e-50761741cd3b req-d7e3533f-4f86-4be9-9bc6-1902ae9850ac tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:21.124377 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c4635442-0396-4225-ad6e-50761741cd3b req-d7e3533f-4f86-4be9-9bc6-1902ae9850ac tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 945 time: 0.0499513 Jul 20 09:38:21.156108 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:21.171504 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c4635442-0396-4225-ad6e-50761741cd3b req-25d8e007-4edc-4188-898c-118340465982 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416813 Jul 20 09:38:21.399312 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ec0b6-8e0e-4e46-9507-014872204dfa req-2a7f339a-ea8f-4eb8-bbe4-b293b6712b89 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:21.400701 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-777ec0b6-8e0e-4e46-9507-014872204dfa req-2a7f339a-ea8f-4eb8-bbe4-b293b6712b89 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0505328 Jul 20 09:38:21.448441 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-777ec0b6-8e0e-4e46-9507-014872204dfa req-be95979b-8472-4c1f-b2a7-acab3731fa18 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421743 Jul 20 09:38:21.703879 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ab5dbe90-7963-4d7f-9541-690ea2c5e9d7 req-56f797db-bfe3-4194-9c37-0b21a77e1ff9 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 210 time: 0.0281699 Jul 20 09:38:22.093285 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d302b-eb9e-4cc5-be57-15e84628a375 req-226290b5-86b6-45f3-975a-e2501991690b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:22.094800 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c57d302b-eb9e-4cc5-be57-15e84628a375 req-226290b5-86b6-45f3-975a-e2501991690b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0508873 Jul 20 09:38:22.143841 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c57d302b-eb9e-4cc5-be57-15e84628a375 req-648a4f42-8b65-45d9-b0a0-6bae58e91ca0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429201 Jul 20 09:38:22.286770 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3381334-df72-4b6b-9c72-5f25c569d577 req-209ad7d0-3866-4234-93da-7c3a27559a31 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:22.288263 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a3381334-df72-4b6b-9c72-5f25c569d577 req-209ad7d0-3866-4234-93da-7c3a27559a31 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 945 time: 0.0478640 Jul 20 09:38:22.338117 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a3381334-df72-4b6b-9c72-5f25c569d577 req-bfe9cded-3c52-437e-a8c2-613394842e03 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441191 Jul 20 09:38:22.567887 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60439d4-969f-4877-973b-0ee8bc17bafa req-6b9f0775-55fb-4f80-853c-905b9efba767 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:22.569424 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c60439d4-969f-4877-973b-0ee8bc17bafa req-6b9f0775-55fb-4f80-853c-905b9efba767 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0518787 Jul 20 09:38:22.623266 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c60439d4-969f-4877-973b-0ee8bc17bafa req-a61a9f1f-96eb-49d1-991c-2b79c76ef3cd tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458984 Jul 20 09:38:22.806063 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-14d97b34-ab1e-4281-bdce-cdb486d41bc2 req-04d61899-b103-4b7f-aca4-86fda52e2203 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 210 time: 0.0305459 Jul 20 09:38:23.037434 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-89f33519-ff81-4366-95ad-be6c8e0c0507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:23.038221 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:23.141440 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-3e8eced4-cb99-4b0b-b247-bf8a42352f8a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:23.143178 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-3e8eced4-cb99-4b0b-b247-bf8a42352f8a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.17 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 819 time: 0.1353345 Jul 20 09:38:23.212860 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-232d644d-22ff-4013-8cb2-d8ea8e98ad7a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13b4839566df4751bfde1f4975cdcb78 HTTP/1.1" status: 200 len: 378 time: 0.0618341 Jul 20 09:38:23.223860 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-1a451293-6b34-493a-8bce-ac1ea7b92b11 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Request body: {'port': {'device_id': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'admin_state_up': True, 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'security_groups': ['d2c52430-8dd3-4c6b-867b-456afca92707']}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:38:23.333628 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4dccd6-6f96-4e82-ba7b-638aee349fdf req-accc6879-822c-4049-892a-090a49fb718f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:23.335399 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1a4dccd6-6f96-4e82-ba7b-638aee349fdf req-accc6879-822c-4049-892a-090a49fb718f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.1061461 Jul 20 09:38:23.385337 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:23.415414 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-1a451293-6b34-493a-8bce-ac1ea7b92b11 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Made reservation on behalf of 13b4839566df4751bfde1f4975cdcb78 for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:38:23.418814 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-1a451293-6b34-493a-8bce-ac1ea7b92b11 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:23.424917 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1a4dccd6-6f96-4e82-ba7b-638aee349fdf req-a51b06be-cfad-44da-a410-991a0a05cde1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813611 Jul 20 09:38:23.574676 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-1a451293-6b34-493a-8bce-ac1ea7b92b11 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Allocated IP 172.20.0.5 (b536439e-ad65-4ab6-9df1-5521403416c7/83806ec1-6633-4d28-addc-e84e4a713eaa/94c684db-cb6a-480b-89c3-6faeb0c7a54f) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:38:23.733928 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-1a451293-6b34-493a-8bce-ac1ea7b92b11 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:23.752504 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96739a-77c6-43ef-90d2-d78327646b9a req-ec05a4b6-a37a-457f-832a-33bd183e6ee1 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:23.754435 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6e96739a-77c6-43ef-90d2-d78327646b9a req-ec05a4b6-a37a-457f-832a-33bd183e6ee1 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0527840 Jul 20 09:38:23.768332 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-1a451293-6b34-493a-8bce-ac1ea7b92b11 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:23.810959 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6e96739a-77c6-43ef-90d2-d78327646b9a req-0363a9f1-3c89-4696-a38e-adb9e2c3986a tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493505 Jul 20 09:38:23.820380 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-1a451293-6b34-493a-8bce-ac1ea7b92b11 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Network b536439e-ad65-4ab6-9df1-5521403416c7 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:38:23.824001 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-1a451293-6b34-493a-8bce-ac1ea7b92b11 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:38:23.828131 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a451293-6b34-493a-8bce-ac1ea7b92b11 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Pushing event updated for resources: {'Port': ['ID=94c684db-cb6a-480b-89c3-6faeb0c7a54f,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:23.841006 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-1a451293-6b34-493a-8bce-ac1ea7b92b11 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:38:23.846304 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-1a451293-6b34-493a-8bce-ac1ea7b92b11 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:23.847592 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-1a451293-6b34-493a-8bce-ac1ea7b92b11 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:23.872464 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-1a451293-6b34-493a-8bce-ac1ea7b92b11 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6535561 Jul 20 09:38:23.894595 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Request body: {'port': {'device_id': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:38:23.950773 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:24.001316 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac049ff6-99d5-4d67-bfde-861c3b7eb9a8 req-ddeb4fd7-2b9f-49ff-a853-72deca9873d1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:24.003741 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ac049ff6-99d5-4d67-bfde-861c3b7eb9a8 req-ddeb4fd7-2b9f-49ff-a853-72deca9873d1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 931 time: 0.0853777 Jul 20 09:38:24.013154 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:24.084575 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-c69045db-c646-4362-a95d-e487d2f1433d None None] Provisioning complete for port 94c684db-cb6a-480b-89c3-6faeb0c7a54f triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:38:24.085146 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c69045db-c646-4362-a95d-e487d2f1433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:24.099470 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ac049ff6-99d5-4d67-bfde-861c3b7eb9a8 req-b5b7a82f-69d0-4912-b854-221ca1b30fb5 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882092 Jul 20 09:38:24.134424 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-c69045db-c646-4362-a95d-e487d2f1433d None None] Port 94c684db-cb6a-480b-89c3-6faeb0c7a54f cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:38:24.270281 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:24.317516 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c684db-cb6a-480b-89c3-6faeb0c7a54f {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:38:24.324920 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Publish callbacks [] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:24.337770 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Transition to ACTIVE for port object 94c684db-cb6a-480b-89c3-6faeb0c7a54f will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:38:24.341199 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:24.396837 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Pushing event updated for resources: {'Port': ['ID=94c684db-cb6a-480b-89c3-6faeb0c7a54f,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:24.428694 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Attempting to bind port 94c684db-cb6a-480b-89c3-6faeb0c7a54f on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:38:24.429068 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Attempting to bind port 94c684db-cb6a-480b-89c3-6faeb0c7a54f by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:38:24.429402 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Attempting to bind port 94c684db-cb6a-480b-89c3-6faeb0c7a54f on network b536439e-ad65-4ab6-9df1-5521403416c7 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:38:24.434801 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Port 94c684db-cb6a-480b-89c3-6faeb0c7a54f on network b536439e-ad65-4ab6-9df1-5521403416c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:38:24.435168 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Attempting to bind port 94c684db-cb6a-480b-89c3-6faeb0c7a54f on network b536439e-ad65-4ab6-9df1-5521403416c7 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:38:24.444972 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:38:24.445349 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Checking segment: {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:38:24.446006 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Bound using segment: {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:38:24.446892 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Bound port: 94c684db-cb6a-480b-89c3-6faeb0c7a54f, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:38:24.447061 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:24.521713 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] For port 94c684db-cb6a-480b-89c3-6faeb0c7a54f, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:38:24.525628 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] For port 94c684db-cb6a-480b-89c3-6faeb0c7a54f, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=94c684db-cb6a-480b-89c3-6faeb0c7a54f,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:38:24.534959 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:24.558931 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36e53d-5d0c-4676-bdab-43b5c69c08ce req-a6b7be7f-1f3d-4d66-a5f6-fb340bd73db5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:24.560441 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-da36e53d-5d0c-4676-bdab-43b5c69c08ce req-a6b7be7f-1f3d-4d66-a5f6-fb340bd73db5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0544655 Jul 20 09:38:24.569285 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:24.569906 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:24.571731 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] 10.222.0.17 "PUT /v2.0/ports/94c684db-cb6a-480b-89c3-6faeb0c7a54f HTTP/1.1" status: 200 len: 1093 time: 0.6822488 Jul 20 09:38:24.574114 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'tag': '94c684db-cb6a-480b-89c3-6faeb0c7a54f'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:38:24.576501 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f4bcbe-9dfa-4109-808a-5a04dbe3f3de" -d '{"events": [{"name": "network-changed", "server_uuid": "b2276d91-021a-48eb-b539-ac70600ccf61", "tag": "94c684db-cb6a-480b-89c3-6faeb0c7a54f"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:38:24.609655 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9474e-a364-4df9-82a2-339c6b0f7eac service neutron] Pushing event updated for resources: {'Port': ['ID=94c684db-cb6a-480b-89c3-6faeb0c7a54f,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:24.632336 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233a844d-e250-4038-b894-998bee4e03c3 x-openstack-request-id: req-233a844d-e250-4038-b894-998bee4e03c3 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:38:24.632736 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2276d91-021a-48eb-b539-ac70600ccf61", "tag": "94c684db-cb6a-480b-89c3-6faeb0c7a54f", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:38:24.633032 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-233a844d-e250-4038-b894-998bee4e03c3 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:38:24.633537 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-233a844d-e250-4038-b894-998bee4e03c3'] response: {'name': 'network-changed', 'server_uuid': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'tag': '94c684db-cb6a-480b-89c3-6faeb0c7a54f', 'status': 'completed', 'code': 200} Jul 20 09:38:24.654193 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-da36e53d-5d0c-4676-bdab-43b5c69c08ce req-cf745459-2973-45f3-b7ec-038c673dbc65 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874090 Jul 20 09:38:24.669548 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-b39fb5ad-be5f-45ce-8213-1cf2c38ca29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:24.671097 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-b39fb5ad-be5f-45ce-8213-1cf2c38ca29e service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 1127 time: 0.0555961 Jul 20 09:38:24.713563 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-398b2b4b-0426-46ba-954d-c1ca53e4c512 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c684db-cb6a-480b-89c3-6faeb0c7a54f HTTP/1.1" status: 200 len: 217 time: 0.0347276 Jul 20 09:38:24.767053 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-8fb2880b-a748-42c3-8a69-bc8974dded46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:24.768751 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-8fb2880b-a748-42c3-8a69-bc8974dded46 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 200 len: 858 time: 0.0494330 Jul 20 09:38:24.826491 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-afb06a66-2c05-49cb-8d8c-77f6926fbd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:24.828224 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-afb06a66-2c05-49cb-8d8c-77f6926fbd72 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b536439e-ad65-4ab6-9df1-5521403416c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519648 Jul 20 09:38:24.963428 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703a2ec-21b7-4582-816f-2a27269fba2a req-830b3fa5-49ad-4af3-a7e6-0c3b3eb0acb0 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:24.964898 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c703a2ec-21b7-4582-816f-2a27269fba2a req-830b3fa5-49ad-4af3-a7e6-0c3b3eb0acb0 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0694578 Jul 20 09:38:24.970267 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-5180dd89-17fe-4495-a788-8ca2ea137b57 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317389 Jul 20 09:38:25.010401 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:25.072239 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c703a2ec-21b7-4582-816f-2a27269fba2a req-0cc65296-2a87-415c-b576-295095745b91 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010437 Jul 20 09:38:25.102233 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d2727224-8763-40b6-a1ab-73dc19b6f072 req-846d6d88-c730-453c-ad0e-837463be2407 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241162 Jul 20 09:38:25.215131 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695718d3-ad5c-4689-9ade-52f712ebcbff req-8cb55863-b3f7-4660-841a-0b2e40d783ed tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:25.216649 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-695718d3-ad5c-4689-9ade-52f712ebcbff req-8cb55863-b3f7-4660-841a-0b2e40d783ed tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 943 time: 0.0475292 Jul 20 09:38:25.260853 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-86f98040-6c05-402d-83d3-d5cbc3a90399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:25.270126 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-695718d3-ad5c-4689-9ade-52f712ebcbff req-eaf81748-5171-4b6c-85e4-642b131a686b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467305 Jul 20 09:38:25.768578 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a029ef-e5ba-4121-8690-8059bc9b3849 req-6b5590ba-7812-4b7b-9850-32e1ea540e36 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:25.770185 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d0a029ef-e5ba-4121-8690-8059bc9b3849 req-6b5590ba-7812-4b7b-9850-32e1ea540e36 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0478032 Jul 20 09:38:25.821488 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d0a029ef-e5ba-4121-8690-8059bc9b3849 req-bce15818-7d67-45ad-8f2e-244e0b8808ad tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458136 Jul 20 09:38:26.191875 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43e9f8-36a4-459a-8b2c-0555313f6ab1 req-a89957fb-ce42-45e9-9ea7-fb9f8d5b205d tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:26.193555 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3f43e9f8-36a4-459a-8b2c-0555313f6ab1 req-a89957fb-ce42-45e9-9ea7-fb9f8d5b205d tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0528033 Jul 20 09:38:26.244217 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3f43e9f8-36a4-459a-8b2c-0555313f6ab1 req-a3aaa5cd-104c-4d01-b491-06c0b7b63f2e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448699 Jul 20 09:38:26.259855 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:26.347531 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:26.385265 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fd7b0-bd5a-4a4e-8ce5-b71e39099a6c req-08d1b403-2349-4d3e-8496-dbb92db2198f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:26.386710 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7f9fd7b0-bd5a-4a4e-8ce5-b71e39099a6c req-08d1b403-2349-4d3e-8496-dbb92db2198f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 943 time: 0.0483913 Jul 20 09:38:26.434046 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7f9fd7b0-bd5a-4a4e-8ce5-b71e39099a6c req-3a8bffb3-3b07-4f86-87c5-f585b12d5262 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418136 Jul 20 09:38:26.942436 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfcd95-1608-48ec-8ee6-831d1d466ffd req-82987878-87f4-4a7c-899e-bb704c4c4fbb tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:26.946556 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-24dfcd95-1608-48ec-8ee6-831d1d466ffd req-82987878-87f4-4a7c-899e-bb704c4c4fbb tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0540371 Jul 20 09:38:26.991442 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-24dfcd95-1608-48ec-8ee6-831d1d466ffd req-ad12d918-f03f-4cc3-995f-12e6b474e5f9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420854 Jul 20 09:38:27.359095 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bc2e5-ee5e-4942-b456-6210336f2b83 req-f31d7740-3055-49e2-82b8-cea59b3c32f7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:27.360930 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-123bc2e5-ee5e-4942-b456-6210336f2b83 req-f31d7740-3055-49e2-82b8-cea59b3c32f7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0471265 Jul 20 09:38:27.407791 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-123bc2e5-ee5e-4942-b456-6210336f2b83 req-4bf2a3f4-6348-4042-bd5e-649b9fb4f9c0 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408657 Jul 20 09:38:27.548241 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe46c4-6c86-430d-a8c4-f646dc499572 req-4742f22a-f7e5-4712-8f78-5d9569d85cfb tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:27.550150 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8efe46c4-6c86-430d-a8c4-f646dc499572 req-4742f22a-f7e5-4712-8f78-5d9569d85cfb tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 943 time: 0.0500979 Jul 20 09:38:27.596508 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8efe46c4-6c86-430d-a8c4-f646dc499572 req-eeef91f1-7aba-4063-b863-d8463027a871 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408025 Jul 20 09:38:27.758374 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:28.109982 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05219842-57b6-45c2-aa85-22429621eb74 req-d3a5746b-b006-478d-8236-37aaa275aa0c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:28.111445 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-05219842-57b6-45c2-aa85-22429621eb74 req-d3a5746b-b006-478d-8236-37aaa275aa0c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0489559 Jul 20 09:38:28.149900 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:28.161612 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-05219842-57b6-45c2-aa85-22429621eb74 req-15f59546-dd85-485e-bb51-9e24ce56e922 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440705 Jul 20 09:38:28.509934 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:28.521492 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b26175-12fe-445e-af91-b0a6626391bc req-f73ecae9-ba8a-4cec-be12-ada1af8b0756 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:28.522958 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-17b26175-12fe-445e-af91-b0a6626391bc req-f73ecae9-ba8a-4cec-be12-ada1af8b0756 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0478249 Jul 20 09:38:28.570154 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-17b26175-12fe-445e-af91-b0a6626391bc req-b17e85b7-a60e-46fb-b39d-8d04e78caef4 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418050 Jul 20 09:38:28.710218 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e274da6-d28b-4d47-ba8c-e9c6665ce79f req-dae7c8a0-4894-4dc8-bfae-deb1e1d2a785 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:28.711650 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2e274da6-d28b-4d47-ba8c-e9c6665ce79f req-dae7c8a0-4894-4dc8-bfae-deb1e1d2a785 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 943 time: 0.0475750 Jul 20 09:38:28.757450 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2e274da6-d28b-4d47-ba8c-e9c6665ce79f req-c52dad22-135e-47fa-86a8-867843416cc3 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404208 Jul 20 09:38:28.766783 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 94c684db-cb6a-480b-89c3-6faeb0c7a54f details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:38:28.866527 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 94c684db-cb6a-480b-89c3-6faeb0c7a54f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=94c684db-cb6a-480b-89c3-6faeb0c7a54f,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:38:28.878101 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '94c684db-cb6a-480b-89c3-6faeb0c7a54f', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'port_id': '94c684db-cb6a-480b-89c3-6faeb0c7a54f', 'mac_address': 'fa:16:3e:c8:0c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:38:28.912518 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 94c684db-cb6a-480b-89c3-6faeb0c7a54f is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:38:28.912904 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:28.926885 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c684db-cb6a-480b-89c3-6faeb0c7a54f {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:38:28.946539 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 94c684db-cb6a-480b-89c3-6faeb0c7a54f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=94c684db-cb6a-480b-89c3-6faeb0c7a54f,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:38:28.950402 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:28.977751 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:29.001468 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=94c684db-cb6a-480b-89c3-6faeb0c7a54f,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:29.180308 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4bcbe-9dfa-4109-808a-5a04dbe3f3de req-db466479-b298-4169-b2df-ab5590da4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:29.181811 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-46f4bcbe-9dfa-4109-808a-5a04dbe3f3de req-db466479-b298-4169-b2df-ab5590da4761 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 1128 time: 0.0433230 Jul 20 09:38:29.283124 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb964d-155d-4269-8476-6ec53e2af041 req-b71f2dbe-eefa-4218-a0d9-fd56e70a5854 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:29.284807 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-48eb964d-155d-4269-8476-6ec53e2af041 req-b71f2dbe-eefa-4218-a0d9-fd56e70a5854 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0514090 Jul 20 09:38:29.340796 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-48eb964d-155d-4269-8476-6ec53e2af041 req-c67d3e80-b56b-49b7-b800-ba5323d522b9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502520 Jul 20 09:38:29.344800 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['94c684db-cb6a-480b-89c3-6faeb0c7a54f'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:38:29.372048 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:29.452668 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:29.700906 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4bcbe-9dfa-4109-808a-5a04dbe3f3de req-d0732a17-f130-4783-baed-9066c95731fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:29.702404 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-46f4bcbe-9dfa-4109-808a-5a04dbe3f3de req-d0732a17-f130-4783-baed-9066c95731fc service neutron] 10.222.0.17 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 920 time: 0.1212940 Jul 20 09:38:29.713166 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab02b8-96b0-43a7-b2f2-4f0b6841a4b7 req-aa9b7fd6-bf02-4177-a9c1-6ce4bbe31042 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:29.714754 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-23ab02b8-96b0-43a7-b2f2-4f0b6841a4b7 req-aa9b7fd6-bf02-4177-a9c1-6ce4bbe31042 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0595837 Jul 20 09:38:29.767678 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-23ab02b8-96b0-43a7-b2f2-4f0b6841a4b7 req-41c7ae45-9901-4ed1-8e57-b8a49f89674e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475159 Jul 20 09:38:29.838566 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:29.877773 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5337cae-ddde-4ced-8367-09b311cc34d2 req-577c51d3-ef3c-474a-9137-77683fde8371 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:29.879873 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a5337cae-ddde-4ced-8367-09b311cc34d2 req-577c51d3-ef3c-474a-9137-77683fde8371 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 944 time: 0.0515399 Jul 20 09:38:29.931741 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a5337cae-ddde-4ced-8367-09b311cc34d2 req-4afc570e-fd33-4b8d-b8bb-e4ac657da0ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462599 Jul 20 09:38:30.037909 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-46f4bcbe-9dfa-4109-808a-5a04dbe3f3de req-25a22703-2fe1-449d-aeed-d4b77a3da59a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c684db-cb6a-480b-89c3-6faeb0c7a54f HTTP/1.1" status: 200 len: 217 time: 0.0416453 Jul 20 09:38:30.094966 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4bcbe-9dfa-4109-808a-5a04dbe3f3de req-30cd4c70-0316-44e8-b805-94984db92441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:30.097543 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-46f4bcbe-9dfa-4109-808a-5a04dbe3f3de req-30cd4c70-0316-44e8-b805-94984db92441 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 200 len: 858 time: 0.0508921 Jul 20 09:38:30.158156 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4bcbe-9dfa-4109-808a-5a04dbe3f3de req-f511c435-dba0-4571-8488-d458e0965124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:30.160577 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-46f4bcbe-9dfa-4109-808a-5a04dbe3f3de req-f511c435-dba0-4571-8488-d458e0965124 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b536439e-ad65-4ab6-9df1-5521403416c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474348 Jul 20 09:38:30.346168 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 94c684db-cb6a-480b-89c3-6faeb0c7a54f up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:38:30.415105 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 94c684db-cb6a-480b-89c3-6faeb0c7a54f completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:38:30.424391 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 94c684db-cb6a-480b-89c3-6faeb0c7a54f triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:38:30.425427 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:30.526578 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 94c684db-cb6a-480b-89c3-6faeb0c7a54f is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:38:30.526960 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:30.551972 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c684db-cb6a-480b-89c3-6faeb0c7a54f'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:38:30.554193 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15609773-129c-404a-b7be-94e11c0b5a2f" -d '{"events": [{"server_uuid": "b2276d91-021a-48eb-b539-ac70600ccf61", "name": "network-vif-plugged", "status": "completed", "tag": "94c684db-cb6a-480b-89c3-6faeb0c7a54f"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:38:30.567259 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 94c684db-cb6a-480b-89c3-6faeb0c7a54f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=94c684db-cb6a-480b-89c3-6faeb0c7a54f,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:38:30.572553 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:30.589403 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9c87e-bc5f-469d-9213-78e6647ef700 req-7d12dd7a-edf7-4a0e-9423-bf7c8d3e9b98 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:30.590940 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a3f9c87e-bc5f-469d-9213-78e6647ef700 req-7d12dd7a-edf7-4a0e-9423-bf7c8d3e9b98 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0665505 Jul 20 09:38:30.601526 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c18aa6-e8b1-4a0b-8dd2-762316aa31c7 x-openstack-request-id: req-e9c18aa6-e8b1-4a0b-8dd2-762316aa31c7 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:38:30.601805 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2276d91-021a-48eb-b539-ac70600ccf61", "name": "network-vif-plugged", "status": "completed", "tag": "94c684db-cb6a-480b-89c3-6faeb0c7a54f", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:38:30.602244 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9c18aa6-e8b1-4a0b-8dd2-762316aa31c7 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:38:30.602864 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c18aa6-e8b1-4a0b-8dd2-762316aa31c7'] response: {'server_uuid': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c684db-cb6a-480b-89c3-6faeb0c7a54f', 'code': 200} Jul 20 09:38:30.608538 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-46f4bcbe-9dfa-4109-808a-5a04dbe3f3de req-73c4d184-2688-4102-b427-621c4ed14dac service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237196 Jul 20 09:38:30.635377 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=94c684db-cb6a-480b-89c3-6faeb0c7a54f,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:30.705422 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:30.711568 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a3f9c87e-bc5f-469d-9213-78e6647ef700 req-fb963582-c3c4-4607-a2ee-dc08a150eeda tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110694 Jul 20 09:38:30.728548 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:30.745567 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-46f4bcbe-9dfa-4109-808a-5a04dbe3f3de req-8b4f3138-f923-4dfe-8493-8d7c19c3c2e6 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229596 Jul 20 09:38:30.888434 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bd07a-547c-4ead-b390-2fd3fb55d07a req-c11ee429-6200-45c0-afe6-ab23b3fda2d2 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:30.889824 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-af9bd07a-547c-4ead-b390-2fd3fb55d07a req-c11ee429-6200-45c0-afe6-ab23b3fda2d2 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0476594 Jul 20 09:38:30.937669 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-af9bd07a-547c-4ead-b390-2fd3fb55d07a req-f1101878-576c-4e8c-8c6a-188fbf732cdc tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 Jul 20 09:38:31.044373 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b99c2-eca7-4abc-8845-c4ce433aabac req-47b7beee-7e93-4f9a-8209-c799271ec0c8 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:31.045843 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-313b99c2-eca7-4abc-8845-c4ce433aabac req-47b7beee-7e93-4f9a-8209-c799271ec0c8 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0480680 Jul 20 09:38:31.092261 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-313b99c2-eca7-4abc-8845-c4ce433aabac req-0e755c36-39c7-40b1-bb16-65be9239660c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410194 Jul 20 09:38:31.517201 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 51596) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:38:31.621793 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-a69ecedc-cc45-4ee2-8e7c-c577763fa639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:31.701451 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-a69ecedc-cc45-4ee2-8e7c-c577763fa639 admin admin] Publish callbacks [] for security_group (051c7eb3-88eb-4e0b-a636-cfd8ad3d16a6), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:31.705207 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-a69ecedc-cc45-4ee2-8e7c-c577763fa639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (051c7eb3-88eb-4e0b-a636-cfd8ad3d16a6), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:31.743622 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ecedc-cc45-4ee2-8e7c-c577763fa639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051c7eb3-88eb-4e0b-a636-cfd8ad3d16a6,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:31.751182 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-a69ecedc-cc45-4ee2-8e7c-c577763fa639 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6227867f9e0347d3ac9b61013cdcce4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322249 Jul 20 09:38:31.754012 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 51602) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:38:31.836873 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60813497-030b-4db5-bc4f-5a9cd4e1be91 admin admin] Publish callbacks [] for security_group (051c7eb3-88eb-4e0b-a636-cfd8ad3d16a6), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:31.852312 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476a0f5-2adb-42db-87c3-6f611424c7ec req-b5b8367d-1e52-4591-8c5c-d1fce61ba8a2 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:31.853760 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8476a0f5-2adb-42db-87c3-6f611424c7ec req-b5b8367d-1e52-4591-8c5c-d1fce61ba8a2 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0641024 Jul 20 09:38:31.873191 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60813497-030b-4db5-bc4f-5a9cd4e1be91 admin admin] Publish callbacks [] for security_group (051c7eb3-88eb-4e0b-a636-cfd8ad3d16a6), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:31.939870 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8476a0f5-2adb-42db-87c3-6f611424c7ec req-716c7ed2-a4e6-4050-b77e-619b37c91cc3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763927 Jul 20 09:38:31.956776 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60813497-030b-4db5-bc4f-5a9cd4e1be91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (051c7eb3-88eb-4e0b-a636-cfd8ad3d16a6), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:31.959279 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60813497-030b-4db5-bc4f-5a9cd4e1be91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:31.960415 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-60813497-030b-4db5-bc4f-5a9cd4e1be91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/051c7eb3-88eb-4e0b-a636-cfd8ad3d16a6 HTTP/1.1" status: 204 len: 168 time: 0.2054975 Jul 20 09:38:31.968774 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60813497-030b-4db5-bc4f-5a9cd4e1be91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051c7eb3-88eb-4e0b-a636-cfd8ad3d16a6,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:32.062841 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a59b30-8142-4083-a282-664247944c1a req-971e2f3f-5468-46c7-8427-f85653415848 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:32.064951 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c4a59b30-8142-4083-a282-664247944c1a req-971e2f3f-5468-46c7-8427-f85653415848 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0542192 Jul 20 09:38:32.120169 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c4a59b30-8142-4083-a282-664247944c1a req-979bac2d-0d1f-44de-8f9b-2e79deab30a5 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493448 Jul 20 09:38:32.215767 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b585b-1913-4472-9744-b243fb99dfe0 req-cd17f27c-da65-49f2-a301-602bdfe24c1e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:32.217368 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a57b585b-1913-4472-9744-b243fb99dfe0 req-cd17f27c-da65-49f2-a301-602bdfe24c1e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0527155 Jul 20 09:38:32.270685 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a57b585b-1913-4472-9744-b243fb99dfe0 req-8d9d136b-09d0-4c49-a8b3-d2f0dd9e9066 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466566 Jul 20 09:38:33.062009 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b22966-065b-494c-b73e-50e068d17768 req-d812281b-0588-4104-bb87-06d22973a835 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:33.063489 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-02b22966-065b-494c-b73e-50e068d17768 req-d812281b-0588-4104-bb87-06d22973a835 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0468144 Jul 20 09:38:33.110194 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-02b22966-065b-494c-b73e-50e068d17768 req-3d38045e-63cb-47ac-80a6-a8fd177a61d9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408089 Jul 20 09:38:33.235126 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce53ba1-7f5b-4bd3-8597-88d72ebb5ccc req-713b586e-68a6-4a38-814f-bc51b0fb6045 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:33.236645 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3ce53ba1-7f5b-4bd3-8597-88d72ebb5ccc req-713b586e-68a6-4a38-814f-bc51b0fb6045 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0469830 Jul 20 09:38:33.262038 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:33.284733 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3ce53ba1-7f5b-4bd3-8597-88d72ebb5ccc req-e78f35ce-8b3f-4d6a-9965-0a76fb61593d tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423810 Jul 20 09:38:33.387511 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfff23-f554-4792-a262-8cc6599f518c req-6ae0d86b-7ae1-490e-b267-d24698de10b0 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:33.388911 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5dbfff23-f554-4792-a262-8cc6599f518c req-6ae0d86b-7ae1-490e-b267-d24698de10b0 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0492716 Jul 20 09:38:33.435298 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5dbfff23-f554-4792-a262-8cc6599f518c req-feacb54c-1e42-4a07-a2cb-2092e82f2a72 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401132 Jul 20 09:38:33.525115 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe0546-3ed6-4978-a839-f9ecbbaf7015 req-385c3e8f-a496-4340-8229-4a06ac32a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:33.526647 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3ebe0546-3ed6-4978-a839-f9ecbbaf7015 req-385c3e8f-a496-4340-8229-4a06ac32a962 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 1129 time: 0.0376887 Jul 20 09:38:33.590528 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3ebe0546-3ed6-4978-a839-f9ecbbaf7015 req-da88c89b-42bd-4654-8c9d-b2f627f2378a service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458701 Jul 20 09:38:34.230436 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e7cf-ee46-4d69-a808-0e6e50e3c15e req-f180eaa5-e722-4503-ba22-f539737332a3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:34.231907 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-45d9e7cf-ee46-4d69-a808-0e6e50e3c15e req-f180eaa5-e722-4503-ba22-f539737332a3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0500624 Jul 20 09:38:34.279438 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-45d9e7cf-ee46-4d69-a808-0e6e50e3c15e req-f02cc60e-23b3-4443-b88a-6f8ab95bf18f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411897 Jul 20 09:38:34.397505 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f6780-a616-4032-8bf7-5f67cba164bd req-f9331dca-8799-469a-9c04-a328f13fce78 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:34.398895 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-973f6780-a616-4032-8bf7-5f67cba164bd req-f9331dca-8799-469a-9c04-a328f13fce78 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0466230 Jul 20 09:38:34.449963 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-973f6780-a616-4032-8bf7-5f67cba164bd req-e64885c5-9d70-4aaf-b848-c18005edc011 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455496 Jul 20 09:38:34.532756 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:34.550511 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20206694-2e09-4eba-8d46-e29e00cc7274 req-d745ee97-a0ae-4c87-9410-81c19eed1498 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:34.551995 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-20206694-2e09-4eba-8d46-e29e00cc7274 req-d745ee97-a0ae-4c87-9410-81c19eed1498 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0494165 Jul 20 09:38:34.601966 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-20206694-2e09-4eba-8d46-e29e00cc7274 req-36fff529-d91e-4519-acf8-ea4ab06ba1b5 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444481 Jul 20 09:38:35.396433 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e07a46-8098-481a-915d-fd1c7017e68c req-32f47b81-9bbd-417e-b7ad-03a8301db9f5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:35.397867 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-96e07a46-8098-481a-915d-fd1c7017e68c req-32f47b81-9bbd-417e-b7ad-03a8301db9f5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0465243 Jul 20 09:38:35.446310 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-96e07a46-8098-481a-915d-fd1c7017e68c req-7dd80b6e-2010-4f73-91f7-85861266c410 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428843 Jul 20 09:38:35.565531 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f981372-5e7c-4776-ac10-93d354a77d2e req-61e9a536-7bae-4be7-bc74-a3ef967ce3d3 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:35.566894 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0f981372-5e7c-4776-ac10-93d354a77d2e req-61e9a536-7bae-4be7-bc74-a3ef967ce3d3 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0470715 Jul 20 09:38:35.616657 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0f981372-5e7c-4776-ac10-93d354a77d2e req-76840799-4c81-4ae4-ac93-5c8fcbf86dc0 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438938 Jul 20 09:38:35.716769 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1b654-281a-4dc1-b424-a3d1ff34ab59 req-201fd677-444c-4a3d-9095-05aa8aec3f0b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:35.718484 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-73d1b654-281a-4dc1-b424-a3d1ff34ab59 req-201fd677-444c-4a3d-9095-05aa8aec3f0b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0469432 Jul 20 09:38:35.767234 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-73d1b654-281a-4dc1-b424-a3d1ff34ab59 req-c629b06e-2aff-4f41-8eac-259d9aabcdd0 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424819 Jul 20 09:38:35.880872 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8de928-eee4-4452-866b-9305200a2e5c req-bce4511f-53b1-407f-9d1e-700e729b1015 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:35.882362 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-bb8de928-eee4-4452-866b-9305200a2e5c req-bce4511f-53b1-407f-9d1e-700e729b1015 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0490460 Jul 20 09:38:35.890726 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 51684) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:38:35.895967 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-452bdcac-4cd9-459f-a8f6-f4e70b200359 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Request body: {'floatingip': {'port_id': '94c684db-cb6a-480b-89c3-6faeb0c7a54f'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:38:35.972795 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-452bdcac-4cd9-459f-a8f6-f4e70b200359 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for floatingip (ec5017b7-9c39-4f5a-b6da-dfcfe443b144), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:36.258351 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:36.277537 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:36.611603 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-452bdcac-4cd9-459f-a8f6-f4e70b200359 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:36.620401 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3ca8a-0f98-4f3a-b5f8-619055d62f54 req-b939252b-7102-476b-a6fd-6d087b8dd7b3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:36.621873 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-08c3ca8a-0f98-4f3a-b5f8-619055d62f54 req-b939252b-7102-476b-a6fd-6d087b8dd7b3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0773993 Jul 20 09:38:36.622923 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-452bdcac-4cd9-459f-a8f6-f4e70b200359 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (ec5017b7-9c39-4f5a-b6da-dfcfe443b144), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:36.734326 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f591112-397d-4e63-a5ce-db0b4a772b5b req-62303b34-65a7-4d79-802a-96c95f845d15 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:36.735749 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4f591112-397d-4e63-a5ce-db0b4a772b5b req-62303b34-65a7-4d79-802a-96c95f845d15 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0477033 Jul 20 09:38:36.744818 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-08c3ca8a-0f98-4f3a-b5f8-619055d62f54 req-7336f810-dc27-429f-832f-d6abd812317d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894938 Jul 20 09:38:36.752790 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [None req-452bdcac-4cd9-459f-a8f6-f4e70b200359 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Floating IP ec5017b7-9c39-4f5a-b6da-dfcfe443b144 associated. External IP: 172.27.1.235, port: 94c684db-cb6a-480b-89c3-6faeb0c7a54f. Jul 20 09:38:36.796550 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4f591112-397d-4e63-a5ce-db0b4a772b5b req-ffab10d2-a081-4260-8f96-7e776f50d054 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544229 Jul 20 09:38:36.951179 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452bdcac-4cd9-459f-a8f6-f4e70b200359 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:38:37.054660 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452bdcac-4cd9-459f-a8f6-f4e70b200359 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:38:37.059400 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-452bdcac-4cd9-459f-a8f6-f4e70b200359 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:37.063810 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337a5d3-c8a9-44e0-b202-f9649c73219c None None] Sync routers for ids ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:38:37.074127 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337a5d3-c8a9-44e0-b202-f9649c73219c None None] Routers {'78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:38:37.074743 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-e337a5d3-c8a9-44e0-b202-f9649c73219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:38:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:38:37.093979 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-452bdcac-4cd9-459f-a8f6-f4e70b200359 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "PUT /v2.0/floatingips/ec5017b7-9c39-4f5a-b6da-dfcfe443b144 HTTP/1.1" status: 200 len: 991 time: 1.2021067 Jul 20 09:38:37.094546 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'tag': '94c684db-cb6a-480b-89c3-6faeb0c7a54f'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:38:37.097050 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02798f3-96f7-404e-887b-1b065376f851" -d '{"events": [{"name": "network-changed", "server_uuid": "b2276d91-021a-48eb-b539-ac70600ccf61", "tag": "94c684db-cb6a-480b-89c3-6faeb0c7a54f"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:38:37.130998 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc2a20b-82e4-4f0f-b472-835a393afbba x-openstack-request-id: req-acc2a20b-82e4-4f0f-b472-835a393afbba {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:38:37.131282 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2276d91-021a-48eb-b539-ac70600ccf61", "tag": "94c684db-cb6a-480b-89c3-6faeb0c7a54f", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:38:37.131553 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acc2a20b-82e4-4f0f-b472-835a393afbba {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:38:37.131953 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc2a20b-82e4-4f0f-b472-835a393afbba'] response: {'name': 'network-changed', 'server_uuid': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'tag': '94c684db-cb6a-480b-89c3-6faeb0c7a54f', 'status': 'completed', 'code': 200} Jul 20 09:38:37.179528 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-e337a5d3-c8a9-44e0-b202-f9649c73219c None None] Set router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:38:37.426411 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-e337a5d3-c8a9-44e0-b202-f9649c73219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:57Z', 'revision_number': 4, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'ec5017b7-9c39-4f5a-b6da-dfcfe443b144', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'port_id': '94c684db-cb6a-480b-89c3-6faeb0c7a54f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'mac_address': 'fa:16:3e:c8:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:38:19Z', 'updated_at': '2022-07-20T09:38:36Z', 'revision_number': 1, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e9a0603-5241-4169-a06c-1960adefe9e5', 'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'mac_address': 'fa:16:3e:0e:a0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:55Z', 'updated_at': '2022-07-20T09:36:08Z', 'revision_number': 5, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'subnets': [{'id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:38:37.451221 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337a5d3-c8a9-44e0-b202-f9649c73219c None None] Checking router: 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:38:37.460062 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337a5d3-c8a9-44e0-b202-f9649c73219c None None] Routers {'78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:38:37.460665 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-e337a5d3-c8a9-44e0-b202-f9649c73219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:38:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:38:37.558113 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-e337a5d3-c8a9-44e0-b202-f9649c73219c None None] Set router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:38:37.761906 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-e337a5d3-c8a9-44e0-b202-f9649c73219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:57Z', 'revision_number': 4, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'ec5017b7-9c39-4f5a-b6da-dfcfe443b144', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'port_id': '94c684db-cb6a-480b-89c3-6faeb0c7a54f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'mac_address': 'fa:16:3e:c8:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:38:19Z', 'updated_at': '2022-07-20T09:38:36Z', 'revision_number': 1, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e9a0603-5241-4169-a06c-1960adefe9e5', 'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'mac_address': 'fa:16:3e:0e:a0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:55Z', 'updated_at': '2022-07-20T09:36:08Z', 'revision_number': 5, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'subnets': [{'id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:38:37.787060 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337a5d3-c8a9-44e0-b202-f9649c73219c None None] The sync data for ids ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'] in dv-cinder-822822-3-iscsi is: [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:57Z', 'revision_number': 4, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'ec5017b7-9c39-4f5a-b6da-dfcfe443b144', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'port_id': '94c684db-cb6a-480b-89c3-6faeb0c7a54f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'mac_address': 'fa:16:3e:c8:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:38:19Z', 'updated_at': '2022-07-20T09:38:36Z', 'revision_number': 1, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e9a0603-5241-4169-a06c-1960adefe9e5', 'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'mac_address': 'fa:16:3e:0e:a0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:55Z', 'updated_at': '2022-07-20T09:36:08Z', 'revision_number': 5, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'subnets': [{'id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:38:37.873441 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b0b41-806c-46cf-8052-d24ee52b5bb1 req-2b684f15-dfa3-4662-bb6b-8d50e101c61a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:37.874951 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c18b0b41-806c-46cf-8052-d24ee52b5bb1 req-2b684f15-dfa3-4662-bb6b-8d50e101c61a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0518904 Jul 20 09:38:37.931070 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65953b9-a5ed-4fb4-b60c-15d4e7d9d027 req-0ea43a07-a518-4d85-99d0-cfdcdbd2c4f6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:37.932781 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a65953b9-a5ed-4fb4-b60c-15d4e7d9d027 req-0ea43a07-a518-4d85-99d0-cfdcdbd2c4f6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0511668 Jul 20 09:38:37.934114 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c18b0b41-806c-46cf-8052-d24ee52b5bb1 req-ad931725-f4bf-48f7-b323-1c03681f9f92 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524712 Jul 20 09:38:37.993641 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a65953b9-a5ed-4fb4-b60c-15d4e7d9d027 req-fa71c23e-8dd0-435b-bd61-fa8c52728f91 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528724 Jul 20 09:38:38.006862 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1afd1dd-7312-4590-8dea-b502e14f4fbe None None] New status for floating IP ec5017b7-9c39-4f5a-b6da-dfcfe443b144: ACTIVE {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:38:38.636357 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02798f3-96f7-404e-887b-1b065376f851 req-ee5045a5-b898-4250-8218-f88206c8a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:38.637774 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f02798f3-96f7-404e-887b-1b065376f851 req-ee5045a5-b898-4250-8218-f88206c8a5b7 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 1129 time: 0.0389695 Jul 20 09:38:38.703352 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:38.737068 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02798f3-96f7-404e-887b-1b065376f851 req-1dd9ef0a-734a-46aa-ab5d-8cb812f0bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:38.738605 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f02798f3-96f7-404e-887b-1b065376f851 req-1dd9ef0a-734a-46aa-ab5d-8cb812f0bcfc service neutron] 10.222.0.17 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 920 time: 0.0923297 Jul 20 09:38:38.868845 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f02798f3-96f7-404e-887b-1b065376f851 req-710b2b5c-40d3-47dd-ac1b-fd76f83698f2 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c684db-cb6a-480b-89c3-6faeb0c7a54f HTTP/1.1" status: 200 len: 1001 time: 0.0611002 Jul 20 09:38:39.078173 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fd6f8-3f01-44bd-a85c-2180abed65fb req-90694193-13a5-4a97-92f7-31570d7a74d9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:39.079734 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-054fd6f8-3f01-44bd-a85c-2180abed65fb req-90694193-13a5-4a97-92f7-31570d7a74d9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0572832 Jul 20 09:38:39.130615 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-054fd6f8-3f01-44bd-a85c-2180abed65fb req-96c67a40-5c6b-4120-abf7-ab916be6328a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443747 Jul 20 09:38:39.182679 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:39.199600 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02798f3-96f7-404e-887b-1b065376f851 req-a68a53f9-4865-4681-bcfc-a565323b189b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:39.201074 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f02798f3-96f7-404e-887b-1b065376f851 req-a68a53f9-4865-4681-bcfc-a565323b189b service neutron] 10.222.0.17 "GET /v2.0/subnets?id=83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 200 len: 858 time: 0.3227720 Jul 20 09:38:39.208505 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add7072-541e-47d4-af80-9dd320c5f437 req-f9c5b9f8-d8d1-46cb-8429-d345acd26a3a tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:39.210611 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2add7072-541e-47d4-af80-9dd320c5f437 req-f9c5b9f8-d8d1-46cb-8429-d345acd26a3a tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0614603 Jul 20 09:38:39.280111 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02798f3-96f7-404e-887b-1b065376f851 req-b65b4acd-b43f-4126-b65a-5526ef67f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:39.281622 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f02798f3-96f7-404e-887b-1b065376f851 req-b65b4acd-b43f-4126-b65a-5526ef67f8ee service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b536439e-ad65-4ab6-9df1-5521403416c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636652 Jul 20 09:38:39.296506 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2add7072-541e-47d4-af80-9dd320c5f437 req-edeb82da-e8cb-4465-b909-219a5b43b958 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803378 Jul 20 09:38:39.381580 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f02798f3-96f7-404e-887b-1b065376f851 req-b63f961e-a6fe-4cc7-ada3-302d4ad04dfe service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841336 Jul 20 09:38:39.479540 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f02798f3-96f7-404e-887b-1b065376f851 req-d15fd3cf-5b61-4d81-a35a-f10cf33981ed service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892556 Jul 20 09:38:40.251668 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a3177-bb43-436c-8097-6e60eb01628b req-7a479f05-3767-414a-b189-ed06bf75a1f1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:40.253089 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-272a3177-bb43-436c-8097-6e60eb01628b req-7a479f05-3767-414a-b189-ed06bf75a1f1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0487869 Jul 20 09:38:40.306699 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-272a3177-bb43-436c-8097-6e60eb01628b req-5d24e04e-9db8-415a-9e23-1f43d64f70bd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478129 Jul 20 09:38:40.420354 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698358d-df03-4462-b3c8-6e8f637933c9 req-aecf8734-2278-4cc8-8b27-034b11fc4551 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:40.422132 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e698358d-df03-4462-b3c8-6e8f637933c9 req-aecf8734-2278-4cc8-8b27-034b11fc4551 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0488052 Jul 20 09:38:40.472168 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e698358d-df03-4462-b3c8-6e8f637933c9 req-1df8833c-1aa4-48e0-84d9-7148b2de9e0f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444105 Jul 20 09:38:41.437206 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a9fc1-70b0-4fc7-a8f6-f87a6e6f836a req-279fc2cc-1fa4-46e5-8206-402b108c3537 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:41.439545 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-aa0a9fc1-70b0-4fc7-a8f6-f87a6e6f836a req-279fc2cc-1fa4-46e5-8206-402b108c3537 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0529807 Jul 20 09:38:41.489494 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-aa0a9fc1-70b0-4fc7-a8f6-f87a6e6f836a req-acf69154-1a13-4b7a-a994-ae8018de8960 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441654 Jul 20 09:38:41.586517 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f850291-f4a3-4ebe-b204-5501d2dc4329 req-17683666-6eb5-40c0-bd36-f1c4787e21bd tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:41.588421 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2f850291-f4a3-4ebe-b204-5501d2dc4329 req-17683666-6eb5-40c0-bd36-f1c4787e21bd tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0472665 Jul 20 09:38:41.643780 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2f850291-f4a3-4ebe-b204-5501d2dc4329 req-4143e61b-eb1f-4f3a-8bf7-0eaca01283cd tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496786 Jul 20 09:38:41.843227 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921d7f7-0485-46b4-a624-d5276c4058f8 req-47437696-3bd6-4ba3-83ea-f1a2a70c40ab tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:41.844788 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3921d7f7-0485-46b4-a624-d5276c4058f8 req-47437696-3bd6-4ba3-83ea-f1a2a70c40ab tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0478354 Jul 20 09:38:41.929110 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3921d7f7-0485-46b4-a624-d5276c4058f8 req-5d722592-d7d3-443d-a0ec-22e36f8b3c3f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775635 Jul 20 09:38:41.930159 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abad16-dcb7-44af-876e-84e149acd436 req-ea61cc64-807c-4e69-9dbb-108d2e7885bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:41.931580 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-23abad16-dcb7-44af-876e-84e149acd436 req-ea61cc64-807c-4e69-9dbb-108d2e7885bf service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=e068f9b959004be4ad9c778d9010561a&device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 1129 time: 0.0594633 Jul 20 09:38:42.039408 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abad16-dcb7-44af-876e-84e149acd436 req-75880f1e-6d85-49b4-a215-7a91730454a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:42.040895 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-23abad16-dcb7-44af-876e-84e149acd436 req-75880f1e-6d85-49b4-a215-7a91730454a7 service neutron] 10.222.0.17 "GET /v2.0/networks?id=36a1bf85-9a28-4e91-952b-126a8641e41e HTTP/1.1" status: 200 len: 911 time: 0.0932791 Jul 20 09:38:42.107142 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-23abad16-dcb7-44af-876e-84e149acd436 req-bf48cc87-3099-4f41-ae7c-fbeaf2b16f23 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77eb85d9-70f1-486d-aade-4ad658042670 HTTP/1.1" status: 200 len: 1001 time: 0.0557063 Jul 20 09:38:42.120883 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:42.167389 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abad16-dcb7-44af-876e-84e149acd436 req-5df0ae43-edca-4081-af2d-23b42f3c5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:42.169626 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-23abad16-dcb7-44af-876e-84e149acd436 req-5df0ae43-edca-4081-af2d-23b42f3c5ad2 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=953429d7-68e9-4e81-910d-8286b5c47ba5 HTTP/1.1" status: 200 len: 849 time: 0.0552139 Jul 20 09:38:42.223561 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abad16-dcb7-44af-876e-84e149acd436 req-33585ce3-86ca-4e70-9968-f0fb4cbeacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:42.225118 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-23abad16-dcb7-44af-876e-84e149acd436 req-33585ce3-86ca-4e70-9968-f0fb4cbeacc9 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=36a1bf85-9a28-4e91-952b-126a8641e41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465300 Jul 20 09:38:42.322227 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-23abad16-dcb7-44af-876e-84e149acd436 req-2a755c45-fafb-497c-a495-efe1ce721658 service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900016 Jul 20 09:38:42.425653 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-23abad16-dcb7-44af-876e-84e149acd436 req-fade7061-ee99-4f9c-8dc5-789bc2544637 service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936246 Jul 20 09:38:42.574303 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:42.613109 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35bde1-4a1b-4d20-bd1c-8f677b309312 req-f0b4c64f-fe7e-4b55-b78b-fb6600820b4b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:42.614596 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3d35bde1-4a1b-4d20-bd1c-8f677b309312 req-f0b4c64f-fe7e-4b55-b78b-fb6600820b4b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0507944 Jul 20 09:38:42.661134 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3d35bde1-4a1b-4d20-bd1c-8f677b309312 req-d2e7d496-626c-4917-9a2e-4efc4089ae11 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410833 Jul 20 09:38:43.047417 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef535fef-9061-4294-853d-139cc672c471 req-86550c64-1275-4660-988c-8328d96124e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:43.049535 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ef535fef-9061-4294-853d-139cc672c471 req-86550c64-1275-4660-988c-8328d96124e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0497842 Jul 20 09:38:43.096132 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ef535fef-9061-4294-853d-139cc672c471 req-ae2cbfe1-03a1-4cde-bdf1-a08cff60876b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402238 Jul 20 09:38:43.781377 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a2988-d99e-4e2f-a313-095f6c7a9113 req-a371d7c6-004d-442f-b2dc-c8cad606576b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:43.783941 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b7a2988-d99e-4e2f-a313-095f6c7a9113 req-a371d7c6-004d-442f-b2dc-c8cad606576b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0521758 Jul 20 09:38:43.831834 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b7a2988-d99e-4e2f-a313-095f6c7a9113 req-6ed0bc29-f34b-436e-ac8e-879eea296693 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418103 Jul 20 09:38:44.221934 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa08e8-fcca-41f3-aca6-464da753a322 req-befa7025-7be7-4ce6-9492-2c32ac5f41f4 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:44.223794 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c1aa08e8-fcca-41f3-aca6-464da753a322 req-befa7025-7be7-4ce6-9492-2c32ac5f41f4 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0564020 Jul 20 09:38:44.271202 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c1aa08e8-fcca-41f3-aca6-464da753a322 req-e5ab99a4-ce93-43a9-b342-c977fe67c4b9 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418992 Jul 20 09:38:44.955425 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb6b32-5af3-45b2-95ee-f7fb57ad1065 req-317d42e9-5a3d-486e-a662-16bad7054923 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:44.956978 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4bdb6b32-5af3-45b2-95ee-f7fb57ad1065 req-317d42e9-5a3d-486e-a662-16bad7054923 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0518754 Jul 20 09:38:45.004308 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4bdb6b32-5af3-45b2-95ee-f7fb57ad1065 req-39353471-c731-4008-9e15-e69f1cc443c0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418744 Jul 20 09:38:45.586918 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:38:45.847501 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599372f-cae4-4dc7-9d2f-1fbc44d9953c req-71277ebe-fdef-4cd4-aec8-896296e795fd tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:45.849042 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2599372f-cae4-4dc7-9d2f-1fbc44d9953c req-71277ebe-fdef-4cd4-aec8-896296e795fd tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 945 time: 0.0511196 Jul 20 09:38:45.896667 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2599372f-cae4-4dc7-9d2f-1fbc44d9953c req-6d4bb32f-c275-448f-855e-f4c7b170e497 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421698 Jul 20 09:38:46.135599 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377cd42-3b05-4410-8d12-367dfe866170 req-3e881dcb-3206-4258-ad5a-1b0a678c6dae tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:46.137049 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4377cd42-3b05-4410-8d12-367dfe866170 req-3e881dcb-3206-4258-ad5a-1b0a678c6dae tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0471225 Jul 20 09:38:46.163705 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:46.185537 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4377cd42-3b05-4410-8d12-367dfe866170 req-773a7ae8-15c3-4ded-ac47-e7d8fc14835a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423286 Jul 20 09:38:46.820345 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:47.021794 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611e564-33af-42e2-bfbc-2e040d55f4a4 req-155fb731-2fa4-49ef-a6e8-87e15ac57983 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:47.023332 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7611e564-33af-42e2-bfbc-2e040d55f4a4 req-155fb731-2fa4-49ef-a6e8-87e15ac57983 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 945 time: 0.0564630 Jul 20 09:38:47.072005 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7611e564-33af-42e2-bfbc-2e040d55f4a4 req-94965d41-d3c9-4619-9317-61c87f055447 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430095 Jul 20 09:38:47.304131 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6532228-6c09-4812-ad0a-2e1c4265b9ad req-b04a5e2c-22ca-45b6-9283-311d6f1c6f7b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:47.305513 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e6532228-6c09-4812-ad0a-2e1c4265b9ad req-b04a5e2c-22ca-45b6-9283-311d6f1c6f7b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0474308 Jul 20 09:38:47.352626 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:47.357498 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e6532228-6c09-4812-ad0a-2e1c4265b9ad req-ddc80fe0-30e7-48c1-8ae7-4601516cd0bd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465341 Jul 20 09:38:47.728005 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-705566a4-9362-4eef-b6ce-044b4bb9758e req-a9165417-6791-48ab-9bfc-0e05c8be1123 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373979 Jul 20 09:38:47.959298 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705566a4-9362-4eef-b6ce-044b4bb9758e req-4027a8ad-9fc8-4d0f-8c7e-227aea45ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:47.960813 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-705566a4-9362-4eef-b6ce-044b4bb9758e req-4027a8ad-9fc8-4d0f-8c7e-227aea45ed32 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=e068f9b959004be4ad9c778d9010561a&device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 1129 time: 0.0435803 Jul 20 09:38:48.062517 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650cde5-db45-4833-b909-26056f413c79 req-4691e527-9db0-4ec3-8fbd-28fe9c7b538e tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:48.064139 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d650cde5-db45-4833-b909-26056f413c79 req-4691e527-9db0-4ec3-8fbd-28fe9c7b538e tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.17 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 945 time: 0.0721843 Jul 20 09:38:48.224095 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705566a4-9362-4eef-b6ce-044b4bb9758e req-70a2c5f8-3d8f-4fb4-ae94-0b498c77351c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:48.225556 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-705566a4-9362-4eef-b6ce-044b4bb9758e req-70a2c5f8-3d8f-4fb4-ae94-0b498c77351c service neutron] 10.222.0.17 "GET /v2.0/networks?id=36a1bf85-9a28-4e91-952b-126a8641e41e HTTP/1.1" status: 200 len: 911 time: 0.2049577 Jul 20 09:38:48.232314 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-d650cde5-db45-4833-b909-26056f413c79 req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Deleting port 05b33b7b-829b-4473-aa2c-bbd829bd3e23 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:38:48.232658 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d650cde5-db45-4833-b909-26056f413c79 req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (05b33b7b-829b-4473-aa2c-bbd829bd3e23), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:48.237588 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:48.258087 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8135f1-f4ef-4528-994d-64f787357b59 req-598bd9d4-0fb2-42fb-96b2-d1e087fda790 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:48.259564 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0c8135f1-f4ef-4528-994d-64f787357b59 req-598bd9d4-0fb2-42fb-96b2-d1e087fda790 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 945 time: 0.0900683 Jul 20 09:38:48.376671 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:48.386261 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-705566a4-9362-4eef-b6ce-044b4bb9758e req-68490ebc-ec50-4d5c-b296-9cccb405dd81 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77eb85d9-70f1-486d-aade-4ad658042670 HTTP/1.1" status: 200 len: 1001 time: 0.1494799 Jul 20 09:38:48.453581 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0c8135f1-f4ef-4528-994d-64f787357b59 req-cb9ffc4d-3325-41a5-b789-6ff8b9f90568 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/security-groups?id=f9836d1e-fb42-4949-b577-02ca96b1a500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530576 Jul 20 09:38:48.457582 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-d650cde5-db45-4833-b909-26056f413c79 req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] For port 05b33b7b-829b-4473-aa2c-bbd829bd3e23, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=05b33b7b-829b-4473-aa2c-bbd829bd3e23,segment=NetworkSegment(4e2dc316-a503-49de-b016-7d2af5d7d9fa),segment_id=4e2dc316-a503-49de-b016-7d2af5d7d9fa)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:38:48.457954 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d650cde5-db45-4833-b909-26056f413c79 req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (05b33b7b-829b-4473-aa2c-bbd829bd3e23), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:48.478154 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-d650cde5-db45-4833-b909-26056f413c79 req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Calling delete_port for 05b33b7b-829b-4473-aa2c-bbd829bd3e23 owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:38:48.483422 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dc7eb-5b6f-42d3-8efc-4527a8f0909f req-b71b7662-88c6-410b-9bf5-d3a4d6c6744b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:48.485002 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-811dc7eb-5b6f-42d3-8efc-4527a8f0909f req-b71b7662-88c6-410b-9bf5-d3a4d6c6744b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0509040 Jul 20 09:38:48.491134 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705566a4-9362-4eef-b6ce-044b4bb9758e req-db147891-d415-4bf4-8168-1266186c8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:48.492607 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-705566a4-9362-4eef-b6ce-044b4bb9758e req-db147891-d415-4bf4-8168-1266186c8b7e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=953429d7-68e9-4e81-910d-8286b5c47ba5 HTTP/1.1" status: 200 len: 849 time: 0.0894074 Jul 20 09:38:48.535024 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-811dc7eb-5b6f-42d3-8efc-4527a8f0909f req-90f2ecfd-7790-45d6-8efe-6854a1fba6e6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435407 Jul 20 09:38:48.581528 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705566a4-9362-4eef-b6ce-044b4bb9758e req-0d547186-acd1-4d1e-8814-2f3622553e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:48.582994 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-705566a4-9362-4eef-b6ce-044b4bb9758e req-0d547186-acd1-4d1e-8814-2f3622553e78 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=36a1bf85-9a28-4e91-952b-126a8641e41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570643 Jul 20 09:38:48.717269 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d650cde5-db45-4833-b909-26056f413c79 req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894'] for port (05b33b7b-829b-4473-aa2c-bbd829bd3e23), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:48.721264 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-705566a4-9362-4eef-b6ce-044b4bb9758e req-41f37dfa-ff0c-4d8d-a03a-eac069f21ee1 service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264684 Jul 20 09:38:48.729436 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['05b33b7b-829b-4473-aa2c-bbd829bd3e23'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:38:48.769052 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Pushing event deleted for resources: {'Port': ['ID=05b33b7b-829b-4473-aa2c-bbd829bd3e23,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:48.792614 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:48.792955 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:48.793291 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:48.793619 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:48.793944 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:48.794266 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:48.794590 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:48.794912 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:48.795225 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:48.795569 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:48.795889 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:48.796208 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:48.796522 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:48.796834 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:48.797144 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:38:48.874654 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-d650cde5-db45-4833-b909-26056f413c79 req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] No DVR routers for this DVR port 05b33b7b-829b-4473-aa2c-bbd829bd3e23 on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:38:48.879006 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-d650cde5-db45-4833-b909-26056f413c79 req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:48.882223 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d650cde5-db45-4833-b909-26056f413c79 req-ccca1dc7-a416-4cbe-9e45-a865205e7577 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.17 "DELETE /v2.0/ports/05b33b7b-829b-4473-aa2c-bbd829bd3e23 HTTP/1.1" status: 204 len: 173 time: 0.7913043 Jul 20 09:38:48.882658 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd051e821-9e2a-41b3-959b-5dae072de01e', 'name': 'network-vif-deleted', 'tag': '05b33b7b-829b-4473-aa2c-bbd829bd3e23'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:38:48.884998 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7a0757-86b1-4dfb-a0f4-7fe45348a268" -d '{"events": [{"server_uuid": "d051e821-9e2a-41b3-959b-5dae072de01e", "name": "network-vif-deleted", "tag": "05b33b7b-829b-4473-aa2c-bbd829bd3e23"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:38:48.906238 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-705566a4-9362-4eef-b6ce-044b4bb9758e req-ea28cdd1-1774-4229-b597-d09abb85d0c5 service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779087 Jul 20 09:38:48.936302 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa3e879-cee4-47ec-883a-1353c138ddfe x-openstack-request-id: req-1fa3e879-cee4-47ec-883a-1353c138ddfe {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:38:48.936610 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d051e821-9e2a-41b3-959b-5dae072de01e", "name": "network-vif-deleted", "tag": "05b33b7b-829b-4473-aa2c-bbd829bd3e23", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:38:48.936858 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fa3e879-cee4-47ec-883a-1353c138ddfe {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:38:48.937278 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa3e879-cee4-47ec-883a-1353c138ddfe'] response: {'server_uuid': 'd051e821-9e2a-41b3-959b-5dae072de01e', 'name': 'network-vif-deleted', 'tag': '05b33b7b-829b-4473-aa2c-bbd829bd3e23', 'status': 'completed', 'code': 200} Jul 20 09:38:49.563165 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-450835c6-d963-4a12-9635-1ad6d0672162 req-daadc952-59d9-4e6f-82bb-407c876c6900 tempest-VolumesSnapshotTestJSON-430022248 tempest-VolumesSnapshotTestJSON-430022248-project] 10.222.0.18 "GET /v2.0/ports?device_id=d051e821-9e2a-41b3-959b-5dae072de01e HTTP/1.1" status: 200 len: 210 time: 0.0288022 Jul 20 09:38:49.657181 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7136445-5e4e-4068-8c5e-10bbbe053ce8 req-66a5cb41-d849-4496-b161-81626240702f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:49.659178 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7136445-5e4e-4068-8c5e-10bbbe053ce8 req-66a5cb41-d849-4496-b161-81626240702f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0495465 Jul 20 09:38:49.706377 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7136445-5e4e-4068-8c5e-10bbbe053ce8 req-0ba04972-d05f-4afd-84bb-3f72353ffeab tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413377 Jul 20 09:38:49.798641 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:50.414746 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 45838986-91b0-43b0-82e9-e712321d1783 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:38:50.516465 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 45838986-91b0-43b0-82e9-e712321d1783, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=45838986-91b0-43b0-82e9-e712321d1783,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:38:50.527789 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '45838986-91b0-43b0-82e9-e712321d1783', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'port_id': '45838986-91b0-43b0-82e9-e712321d1783', 'mac_address': 'fa:16:3e:1f:5f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:38:50.564961 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 45838986-91b0-43b0-82e9-e712321d1783 is: ACTIVE; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:38:50.565347 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (45838986-91b0-43b0-82e9-e712321d1783), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:50.575486 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:50.578517 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45838986-91b0-43b0-82e9-e712321d1783 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:38:50.600425 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 45838986-91b0-43b0-82e9-e712321d1783, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=45838986-91b0-43b0-82e9-e712321d1783,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:38:50.604453 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (45838986-91b0-43b0-82e9-e712321d1783), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:50.609004 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:50.659906 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=45838986-91b0-43b0-82e9-e712321d1783,revision_number=6']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:50.769131 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['45838986-91b0-43b0-82e9-e712321d1783'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:38:50.847107 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3493cbd-5f70-4fef-bde8-29b2be383638 req-fcc3efde-f953-4f75-b867-5ebe1458d4b5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:50.849722 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d3493cbd-5f70-4fef-bde8-29b2be383638 req-fcc3efde-f953-4f75-b867-5ebe1458d4b5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 944 time: 0.0688105 Jul 20 09:38:50.912400 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d3493cbd-5f70-4fef-bde8-29b2be383638 req-415bba01-daf9-408c-aadf-d85908af223b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559793 Jul 20 09:38:52.054003 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93191049-8a8b-493a-b405-6edc4264f436 req-8b3512e0-bb70-4427-a374-e5c73c4885a4 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:52.055596 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-93191049-8a8b-493a-b405-6edc4264f436 req-8b3512e0-bb70-4427-a374-e5c73c4885a4 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 944 time: 0.0589149 Jul 20 09:38:52.105594 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-93191049-8a8b-493a-b405-6edc4264f436 req-3952a447-b0ca-4f5e-ac96-2eb049bd3eea tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443733 Jul 20 09:38:52.429703 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 45838986-91b0-43b0-82e9-e712321d1783 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:38:52.474260 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 45838986-91b0-43b0-82e9-e712321d1783 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:38:52.474632 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (45838986-91b0-43b0-82e9-e712321d1783), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:52.551863 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 45838986-91b0-43b0-82e9-e712321d1783 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:38:52.552249 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (45838986-91b0-43b0-82e9-e712321d1783), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:52.574520 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45838986-91b0-43b0-82e9-e712321d1783'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:38:52.576779 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa672054-0356-46fb-b1c2-995b5f6c452b" -d '{"events": [{"server_uuid": "449aaf77-3ec6-4163-bc11-ce226c2ca23d", "name": "network-vif-plugged", "status": "completed", "tag": "45838986-91b0-43b0-82e9-e712321d1783"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:38:52.589936 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 45838986-91b0-43b0-82e9-e712321d1783, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=45838986-91b0-43b0-82e9-e712321d1783,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:38:52.594201 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (45838986-91b0-43b0-82e9-e712321d1783), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:52.595604 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 05b33b7b-829b-4473-aa2c-bbd829bd3e23 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:38:52.619505 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28830f2d-743c-44f8-b533-919fdd1a3da6 x-openstack-request-id: req-28830f2d-743c-44f8-b533-919fdd1a3da6 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:38:52.619795 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449aaf77-3ec6-4163-bc11-ce226c2ca23d", "name": "network-vif-plugged", "status": "completed", "tag": "45838986-91b0-43b0-82e9-e712321d1783", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:38:52.620046 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28830f2d-743c-44f8-b533-919fdd1a3da6 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:38:52.620436 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28830f2d-743c-44f8-b533-919fdd1a3da6'] response: {'server_uuid': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45838986-91b0-43b0-82e9-e712321d1783', 'code': 200} Jul 20 09:38:52.640111 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: 05b33b7b-829b-4473-aa2c-bbd829bd3e23 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:38:52.640457 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 05b33b7b-829b-4473-aa2c-bbd829bd3e23 not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:38:52.665720 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=45838986-91b0-43b0-82e9-e712321d1783,revision_number=7']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:38:53.021171 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9f883c49-c80f-408d-bef1-a6125b3c0e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:53.227529 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e950dd-6359-4751-92b5-cf0bd40aca87 req-054a22dd-0a91-46b8-9bd0-09d406bcb6f7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:53.229038 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-98e950dd-6359-4751-92b5-cf0bd40aca87 req-054a22dd-0a91-46b8-9bd0-09d406bcb6f7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0506115 Jul 20 09:38:53.280021 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-98e950dd-6359-4751-92b5-cf0bd40aca87 req-73b4b765-786e-4ac8-9fe2-d424252f9bb7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453541 Jul 20 09:38:54.403750 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c089a-a0f3-4c62-8877-3b7c9ed93a41 req-b06ca633-54a8-41ab-b25d-4288626eaa2f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:54.405127 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d09c089a-a0f3-4c62-8877-3b7c9ed93a41 req-b06ca633-54a8-41ab-b25d-4288626eaa2f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0502031 Jul 20 09:38:54.435138 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:54.453936 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d09c089a-a0f3-4c62-8877-3b7c9ed93a41 req-78549f69-512a-4191-98b9-b4270bc76a46 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432708 Jul 20 09:38:55.263502 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-31366d26-560c-4c42-a37a-99489dc04a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:55.570251 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2652d0-bc0e-4cdc-8e81-d0355318f1f8 req-702d1cd2-2d62-4841-ba4a-3161932c209d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:55.571708 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5d2652d0-bc0e-4cdc-8e81-d0355318f1f8 req-702d1cd2-2d62-4841-ba4a-3161932c209d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0470622 Jul 20 09:38:55.580660 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:55.581867 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:55.623452 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5d2652d0-bc0e-4cdc-8e81-d0355318f1f8 req-33b38483-d175-428f-ba60-45aca715ca3c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458958 Jul 20 09:38:56.269246 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:56.766619 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717106f6-a7a8-4e1c-b650-e530a69dc0b1 req-3f5f9fdd-18a6-4046-a880-9a2729daa233 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:56.768869 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-717106f6-a7a8-4e1c-b650-e530a69dc0b1 req-3f5f9fdd-18a6-4046-a880-9a2729daa233 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0580518 Jul 20 09:38:56.833066 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-717106f6-a7a8-4e1c-b650-e530a69dc0b1 req-28878cc8-83eb-4c25-9011-89c4f861a964 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519080 Jul 20 09:38:57.801100 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:57.982807 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb06cb-c80c-4484-8c9a-7fbaad9fd5f1 req-e8a05e87-6618-4c68-9c68-a2e932744e1a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:57.984321 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-59eb06cb-c80c-4484-8c9a-7fbaad9fd5f1 req-e8a05e87-6618-4c68-9c68-a2e932744e1a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0506670 Jul 20 09:38:58.046293 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-59eb06cb-c80c-4484-8c9a-7fbaad9fd5f1 req-6e4470db-f888-4ef4-baee-7f471126a25a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528731 Jul 20 09:38:58.159139 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:38:59.175013 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:38:59.194227 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf152343-ed35-4ce0-a095-1e0d936e6381 req-c1261b1a-fefa-4b34-ac64-83d930f0d6b1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:38:59.196090 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bf152343-ed35-4ce0-a095-1e0d936e6381 req-c1261b1a-fefa-4b34-ac64-83d930f0d6b1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0652225 Jul 20 09:38:59.286112 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bf152343-ed35-4ce0-a095-1e0d936e6381 req-b16c0545-2258-4b56-b398-2c8b47026904 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831883 Jul 20 09:39:00.423669 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ee86a-9766-4df0-93a8-7ebd8c69c3c4 req-ed04d5fa-e1cf-4ded-b210-d85c3a7241f6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:00.431740 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-930ee86a-9766-4df0-93a8-7ebd8c69c3c4 req-ed04d5fa-e1cf-4ded-b210-d85c3a7241f6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0644534 Jul 20 09:39:00.508080 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-930ee86a-9766-4df0-93a8-7ebd8c69c3c4 req-f45c6d10-60c9-444e-84f0-3f23c6c62771 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747254 Jul 20 09:39:01.652181 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151866ed-2a55-4633-95b8-1d6461e1baf0 req-e2c89769-97ae-43ae-890d-d72182bfad9c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:01.660777 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-151866ed-2a55-4633-95b8-1d6461e1baf0 req-e2c89769-97ae-43ae-890d-d72182bfad9c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0653670 Jul 20 09:39:01.716272 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-151866ed-2a55-4633-95b8-1d6461e1baf0 req-a7d0c795-2e89-40ee-91da-ca46b2024e54 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545309 Jul 20 09:39:02.853384 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd14b2d-8498-4dff-923a-0526a9e8ed99 req-11ed7b8f-9708-4d90-bf3c-f2fafb39e798 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:02.855080 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ffd14b2d-8498-4dff-923a-0526a9e8ed99 req-11ed7b8f-9708-4d90-bf3c-f2fafb39e798 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0546849 Jul 20 09:39:02.914750 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ffd14b2d-8498-4dff-923a-0526a9e8ed99 req-8b178633-38ba-4400-9ed4-0b146f1f9499 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540097 Jul 20 09:39:04.056673 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24b15f-1cd2-4af9-a825-04152db1b5fa req-0d76b9e5-cddd-4615-89ed-6727d9ce4b7a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:04.058517 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fa24b15f-1cd2-4af9-a825-04152db1b5fa req-0d76b9e5-cddd-4615-89ed-6727d9ce4b7a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0539186 Jul 20 09:39:04.115936 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fa24b15f-1cd2-4af9-a825-04152db1b5fa req-67c2db2d-79c9-4535-af17-7f00c167a55f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499966 Jul 20 09:39:05.276474 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c54dc-f8a2-4bcd-8463-42bbb165bcdd req-eccc4314-c6e4-4030-8393-07b22f29d3e9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:05.284471 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-531c54dc-f8a2-4bcd-8463-42bbb165bcdd req-eccc4314-c6e4-4030-8393-07b22f29d3e9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0751712 Jul 20 09:39:05.351568 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-531c54dc-f8a2-4bcd-8463-42bbb165bcdd req-5e606b2b-9b7c-42ef-8718-9b3f58708d99 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586500 Jul 20 09:39:06.261925 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:06.478101 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f40a9-1ddb-4951-82f0-2936fa6fca60 req-3614c4f9-1b99-4746-84b1-61c8e342f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:06.479632 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-213f40a9-1ddb-4951-82f0-2936fa6fca60 req-3614c4f9-1b99-4746-84b1-61c8e342f17c service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=07eb1473648d490b90a1e7debc45d57d&device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 1129 time: 0.0717130 Jul 20 09:39:06.491188 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48b690-84e7-4e36-ae2b-be1fd4da12d1 req-90df3b3d-818f-4cf7-ab3e-20c53f740e73 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:06.492574 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ac48b690-84e7-4e36-ae2b-be1fd4da12d1 req-90df3b3d-818f-4cf7-ab3e-20c53f740e73 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0736034 Jul 20 09:39:06.618496 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ac48b690-84e7-4e36-ae2b-be1fd4da12d1 req-6f36883d-f7ff-4862-a1f5-5aa973e3b1ed tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152980 Jul 20 09:39:06.644035 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f40a9-1ddb-4951-82f0-2936fa6fca60 req-ba963601-9472-4ce5-949e-9baf7b6965ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:06.645572 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-213f40a9-1ddb-4951-82f0-2936fa6fca60 req-ba963601-9472-4ce5-949e-9baf7b6965ff service neutron] 10.222.0.17 "GET /v2.0/networks?id=3bc1f444-18bf-42e0-ae56-3a62ba59289b HTTP/1.1" status: 200 len: 918 time: 0.1521003 Jul 20 09:39:06.709395 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-213f40a9-1ddb-4951-82f0-2936fa6fca60 req-44d50339-a5e4-481c-8aee-466f1d83d70e service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45838986-91b0-43b0-82e9-e712321d1783 HTTP/1.1" status: 200 len: 1001 time: 0.0562913 Jul 20 09:39:06.758402 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f40a9-1ddb-4951-82f0-2936fa6fca60 req-4e1cdbaa-886b-47cf-a6c3-4ac5d542dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:06.759900 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-213f40a9-1ddb-4951-82f0-2936fa6fca60 req-4e1cdbaa-886b-47cf-a6c3-4ac5d542dc49 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c68da9fc-5cd8-47bc-92d3-c39a5383e60d HTTP/1.1" status: 200 len: 856 time: 0.0439134 Jul 20 09:39:06.809373 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f40a9-1ddb-4951-82f0-2936fa6fca60 req-572f6159-e8b7-400a-ba8c-9fa43d206b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:06.810846 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-213f40a9-1ddb-4951-82f0-2936fa6fca60 req-572f6159-e8b7-400a-ba8c-9fa43d206b95 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=3bc1f444-18bf-42e0-ae56-3a62ba59289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437140 Jul 20 09:39:06.915944 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-213f40a9-1ddb-4951-82f0-2936fa6fca60 req-7ee31357-53ae-46bf-ad17-5befad8e974d service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926375 Jul 20 09:39:07.009475 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-213f40a9-1ddb-4951-82f0-2936fa6fca60 req-e74547c2-95b0-422d-bc3b-2d88071c0fdb service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872061 Jul 20 09:39:07.752207 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26be33-c6ab-4cbf-994c-f9a734b35796 req-4e1fdfe7-045e-411c-9134-f9cef4d70862 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:07.753685 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3e26be33-c6ab-4cbf-994c-f9a734b35796 req-4e1fdfe7-045e-411c-9134-f9cef4d70862 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0545046 Jul 20 09:39:07.811080 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3e26be33-c6ab-4cbf-994c-f9a734b35796 req-75250636-5b91-43ae-979b-0556a3b830c6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518603 Jul 20 09:39:08.152652 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=40 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:08.154544 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=65,neutron:UPDATE=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:08.934426 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d17f09-ce82-4779-b798-9a7f98a03cdd req-e122141d-f8ca-4827-a32c-c649cb585e82 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:08.935958 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-96d17f09-ce82-4779-b798-9a7f98a03cdd req-e122141d-f8ca-4827-a32c-c649cb585e82 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0491874 Jul 20 09:39:08.971011 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:08.986149 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-96d17f09-ce82-4779-b798-9a7f98a03cdd req-735678ab-875c-4286-b806-8a8425c4ac2c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430546 Jul 20 09:39:09.055642 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52102) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:09.165863 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f288e85b-6aa8-49d7-a6f3-a8f7c6bc5dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:09.198058 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:09.250683 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f288e85b-6aa8-49d7-a6f3-a8f7c6bc5dd0 admin admin] Publish callbacks [] for security_group (2c812090-f98f-4f92-905c-5d29fe648e71), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:09.254530 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f288e85b-6aa8-49d7-a6f3-a8f7c6bc5dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (2c812090-f98f-4f92-905c-5d29fe648e71), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:09.291886 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288e85b-6aa8-49d7-a6f3-a8f7c6bc5dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c812090-f98f-4f92-905c-5d29fe648e71,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:09.296022 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-f288e85b-6aa8-49d7-a6f3-a8f7c6bc5dd0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d80d950588ad45939ec7478272a163e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392924 Jul 20 09:39:09.299202 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52106) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:09.348073 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-2a8b4d17-9317-46a6-b4b7-8a48663723fd admin admin] Publish callbacks [] for security_group (2c812090-f98f-4f92-905c-5d29fe648e71), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:09.368896 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-2a8b4d17-9317-46a6-b4b7-8a48663723fd admin admin] Publish callbacks [] for security_group (2c812090-f98f-4f92-905c-5d29fe648e71), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:09.416706 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-2a8b4d17-9317-46a6-b4b7-8a48663723fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (2c812090-f98f-4f92-905c-5d29fe648e71), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:09.419168 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-2a8b4d17-9317-46a6-b4b7-8a48663723fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:09.420351 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-2a8b4d17-9317-46a6-b4b7-8a48663723fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c812090-f98f-4f92-905c-5d29fe648e71 HTTP/1.1" status: 204 len: 168 time: 0.1202221 Jul 20 09:39:09.428449 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b4d17-9317-46a6-b4b7-8a48663723fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c812090-f98f-4f92-905c-5d29fe648e71,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:10.067439 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:10.104342 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119eaa06-c37b-4be4-b044-17e899b4fddb req-412fc9c3-d6c3-4a61-a0de-d7c32aaaa8c2 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:10.105806 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-119eaa06-c37b-4be4-b044-17e899b4fddb req-412fc9c3-d6c3-4a61-a0de-d7c32aaaa8c2 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 945 time: 0.0473959 Jul 20 09:39:10.152795 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-119eaa06-c37b-4be4-b044-17e899b4fddb req-c227d324-3c50-4464-95e0-aef3c0f15abe tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409744 Jul 20 09:39:10.506992 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 45838986-91b0-43b0-82e9-e712321d1783 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:39:10.579272 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 45838986-91b0-43b0-82e9-e712321d1783 is: ACTIVE; New status is: DOWN {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:10.579691 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (45838986-91b0-43b0-82e9-e712321d1783), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:10.603081 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45838986-91b0-43b0-82e9-e712321d1783'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:39:10.605382 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dadf5ad-e58d-4d37-8e50-9183dc62eb58" -d '{"events": [{"server_uuid": "449aaf77-3ec6-4163-bc11-ce226c2ca23d", "name": "network-vif-unplugged", "status": "completed", "tag": "45838986-91b0-43b0-82e9-e712321d1783"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:39:10.621733 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 45838986-91b0-43b0-82e9-e712321d1783, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=45838986-91b0-43b0-82e9-e712321d1783,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:39:10.626737 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (45838986-91b0-43b0-82e9-e712321d1783), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:10.643328 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [req-3570f75e-e297-40f2-8b38-435cc5560f35 req-9dd3103d-b15e-4c55-8af2-6fe0bf614f3c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104190) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:39:10.644323 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3570f75e-e297-40f2-8b38-435cc5560f35 req-9dd3103d-b15e-4c55-8af2-6fe0bf614f3c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059705 Jul 20 09:39:10.651459 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Jul 2022 09:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b612e6-4277-4f7b-b69d-5a5b09e8a893 x-openstack-request-id: req-21b612e6-4277-4f7b-b69d-5a5b09e8a893 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:39:10.651745 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449aaf77-3ec6-4163-bc11-ce226c2ca23d", "name": "network-vif-unplugged", "status": "failed", "tag": "45838986-91b0-43b0-82e9-e712321d1783", "code": 422}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:39:10.652001 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21b612e6-4277-4f7b-b69d-5a5b09e8a893 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:39:10.652432 dv-cinder-822822-3-iscsi neutron-server[104191]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-21b612e6-4277-4f7b-b69d-5a5b09e8a893']: {'server_uuid': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '45838986-91b0-43b0-82e9-e712321d1783', 'code': 422} returned with failed status Jul 20 09:39:10.679311 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=45838986-91b0-43b0-82e9-e712321d1783,revision_number=8']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:11.809420 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711467e-c95f-4a6e-9148-1a8c93249579 req-f7a186fa-8889-41df-963b-2ec2e5334d14 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:11.810906 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7711467e-c95f-4a6e-9148-1a8c93249579 req-f7a186fa-8889-41df-963b-2ec2e5334d14 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0486696 Jul 20 09:39:11.861281 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7711467e-c95f-4a6e-9148-1a8c93249579 req-859801da-823e-434f-a5b8-8fd19dc702e9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442479 Jul 20 09:39:12.139755 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52180) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:12.269216 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-5e016ccb-1dae-4fb7-ba7b-e469cb33dbe5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1279702 Jul 20 09:39:12.278963 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-055a6496-e78f-4c6b-9afd-277882f3c41e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104190) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:39:12.280103 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-055a6496-e78f-4c6b-9afd-277882f3c41e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054545 Jul 20 09:39:12.361563 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52196) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:12.458789 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-931bb26f-20a0-4b76-a373-67d86f9c24e5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:12.460171 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-931bb26f-20a0-4b76-a373-67d86f9c24e5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports/45838986-91b0-43b0-82e9-e712321d1783 HTTP/1.1" status: 200 len: 940 time: 0.0976596 Jul 20 09:39:12.981470 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337aef3-66cf-4400-a90a-afa86c2b80f1 req-dc886cd9-5941-4f28-ba6c-f5b4355096f7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:12.983019 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9337aef3-66cf-4400-a90a-afa86c2b80f1 req-dc886cd9-5941-4f28-ba6c-f5b4355096f7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0471804 Jul 20 09:39:12.995749 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:13.030815 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9337aef3-66cf-4400-a90a-afa86c2b80f1 req-a020d295-d490-42a4-9db1-75d2cfffc5db tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415084 Jul 20 09:39:13.988802 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-61c33bc1-0c28-4780-b5b8-2cf01bb9ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:13.990962 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-61c33bc1-0c28-4780-b5b8-2cf01bb9ce7d service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d&tenant_id=07eb1473648d490b90a1e7debc45d57d HTTP/1.1" status: 200 len: 1127 time: 0.0790925 Jul 20 09:39:14.063742 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-859d9383-6302-4fcd-a172-8c56efaa931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:14.065733 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-859d9383-6302-4fcd-a172-8c56efaa931e service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=07eb1473648d490b90a1e7debc45d57d&device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 1127 time: 0.0478222 Jul 20 09:39:14.192354 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb693fb6-079d-45b5-bc6c-69f461b807f9 req-990705e4-0dc9-4247-b492-2ef20d8fe39c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:14.193729 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cb693fb6-079d-45b5-bc6c-69f461b807f9 req-990705e4-0dc9-4247-b492-2ef20d8fe39c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0625792 Jul 20 09:39:14.215713 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-354ee226-eb93-4e20-9b38-112fa9d052b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:14.217163 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-354ee226-eb93-4e20-9b38-112fa9d052b6 service neutron] 10.222.0.17 "GET /v2.0/networks?id=3bc1f444-18bf-42e0-ae56-3a62ba59289b HTTP/1.1" status: 200 len: 918 time: 0.1453016 Jul 20 09:39:14.283851 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cb693fb6-079d-45b5-bc6c-69f461b807f9 req-ac6ed8f4-6ce8-4cca-bbd1-0c22837482d4 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845959 Jul 20 09:39:14.299113 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-5ad13232-6099-48bd-942c-fd922882284b service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45838986-91b0-43b0-82e9-e712321d1783 HTTP/1.1" status: 200 len: 999 time: 0.0742824 Jul 20 09:39:14.347615 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-521aa063-3b5b-4437-820b-b711dec289ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:14.349043 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-521aa063-3b5b-4437-820b-b711dec289ee service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c68da9fc-5cd8-47bc-92d3-c39a5383e60d HTTP/1.1" status: 200 len: 856 time: 0.0437589 Jul 20 09:39:14.393013 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-3a1c655d-0364-4bcd-b29e-1a6b8667a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:14.394501 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-3a1c655d-0364-4bcd-b29e-1a6b8667a22d service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=3bc1f444-18bf-42e0-ae56-3a62ba59289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388274 Jul 20 09:39:14.423343 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:14.477558 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52218) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:14.492243 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-1d32ea88-55cd-4533-85cc-db13d49087e2 service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907376 Jul 20 09:39:14.526617 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Deleting subnet 72f6ac29-cb53-49e9-9f90-a00bd8bce569 {{(pid=104190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 09:39:14.529687 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Publish callbacks [] for subnet (72f6ac29-cb53-49e9-9f90-a00bd8bce569), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:14.560955 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:14.566231 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27026914'] for subnet (72f6ac29-cb53-49e9-9f90-a00bd8bce569), precommit_delete_associations {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:14.588086 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-77e72ee8-2003-49f3-8fb7-c806d348a9d3 req-c8bcf664-9228-4f4b-a53e-7b1a3c29a4a5 service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893707 Jul 20 09:39:14.608312 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676107'] for subnet (72f6ac29-cb53-49e9-9f90-a00bd8bce569), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:14.662690 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25966105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25169940'] for subnet (72f6ac29-cb53-49e9-9f90-a00bd8bce569), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:14.691824 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f6ac29-cb53-49e9-9f90-a00bd8bce569,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:14.694758 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:14.697415 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/72f6ac29-cb53-49e9-9f90-a00bd8bce569 HTTP/1.1" status: 204 len: 168 time: 0.2187831 Jul 20 09:39:14.700124 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52224) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:14.703899 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:14.704236 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:14.704574 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:14.704960 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:14.705291 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:14.705614 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:14.705936 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:14.706254 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:14.706571 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:14.706897 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:14.707216 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:14.707572 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:14.707885 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:14.708196 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:14.708509 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3e25b-a128-4b5d-85a1-3a411a546ddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:14.769313 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1767445'] for network (62d7b8d9-8d7e-4751-b1cf-35e38e741657), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:14.854446 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675530', 'neutron.services.segments.db._delete_segments_for_network-8750382056250'] for network (62d7b8d9-8d7e-4751-b1cf-35e38e741657), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:14.875197 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:39:14.875569 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:39:14.877192 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:39:14.877534 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Subscribe: > port after_create 55550000 {{(pid=104189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:39:14.877857 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:39:14.878183 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Subscribe: > port after_update 55550000 {{(pid=104189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:39:14.878500 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:39:14.878815 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:39:14.879124 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:39:14.879578 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:39:14.946345 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:39:14.946692 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:39:14.947022 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:39:14.947383 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 09:39:14.947745 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d7b8d9-8d7e-4751-b1cf-35e38e741657']}} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:14.965439 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2dc316-a503-49de-b016-7d2af5d7d9fa') {'for_net_delete': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:14.965735 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2dc316-a503-49de-b016-7d2af5d7d9fa') {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:14.981939 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750382058051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390722'] for segment (4e2dc316-a503-49de-b016-7d2af5d7d9fa), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:15.003512 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (4e2dc316-a503-49de-b016-7d2af5d7d9fa), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:15.012152 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=104189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 09:39:15.012530 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28371605'] for segment (4e2dc316-a503-49de-b016-7d2af5d7d9fa), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:15.091243 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671318'] for network (62d7b8d9-8d7e-4751-b1cf-35e38e741657), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:15.105516 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:15.115716 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/62d7b8d9-8d7e-4751-b1cf-35e38e741657 HTTP/1.1" status: 204 len: 168 time: 0.4144678 Jul 20 09:39:15.139570 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327cfc4-41ea-4c5a-bf91-cdeca27fb6b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=62d7b8d9-8d7e-4751-b1cf-35e38e741657,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:15.371400 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.services.segments.plugin [-] Segment 4e2dc316-a503-49de-b016-7d2af5d7d9fa resource provider aggregate not found Jul 20 09:39:15.397405 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.services.segments.plugin [-] Segment 4e2dc316-a503-49de-b016-7d2af5d7d9fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e2dc316-a503-49de-b016-7d2af5d7d9fa found for delete ", "request_id": "req-a7a00cec-cebc-4fee-bf0e-ece2ba3e933a"}]} Jul 20 09:39:15.439152 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52256) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:15.479908 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495b910-131b-4dd0-92c3-2de10fb37b2c req-b53ddb14-7869-459c-ac22-216e41636098 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:15.487373 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a495b910-131b-4dd0-92c3-2de10fb37b2c req-b53ddb14-7869-459c-ac22-216e41636098 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0629385 Jul 20 09:39:15.533736 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-677872aa-1925-4c6d-88ae-0260e301ea32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=298d7611d92a47fd94dd66c8ff10a7f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0929728 Jul 20 09:39:15.536531 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52258) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:15.537657 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a495b910-131b-4dd0-92c3-2de10fb37b2c req-158674d4-5600-4f0b-8581-71449c264012 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490263 Jul 20 09:39:15.600519 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37f8f134-d8a1-4d69-bab1-29689b04e0b7 admin admin] Publish callbacks [] for security_group (f9836d1e-fb42-4949-b577-02ca96b1a500), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:15.627490 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37f8f134-d8a1-4d69-bab1-29689b04e0b7 admin admin] Publish callbacks [] for security_group (f9836d1e-fb42-4949-b577-02ca96b1a500), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:15.698923 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37f8f134-d8a1-4d69-bab1-29689b04e0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (f9836d1e-fb42-4949-b577-02ca96b1a500), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:15.702117 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37f8f134-d8a1-4d69-bab1-29689b04e0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:15.703664 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-37f8f134-d8a1-4d69-bab1-29689b04e0b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9836d1e-fb42-4949-b577-02ca96b1a500 HTTP/1.1" status: 204 len: 168 time: 0.1659992 Jul 20 09:39:15.713204 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8f134-d8a1-4d69-bab1-29689b04e0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9836d1e-fb42-4949-b577-02ca96b1a500,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:16.488654 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52282) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:16.608026 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-441260488-network', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:39:16.667896 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] Made reservation on behalf of 65ccb95f08764f99b5a5c1166c42410b for: {'network': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:39:16.670355 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:16.684718 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:16.701918 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cf5b4-d06b-4228-aa91-a83f66d6eec7 req-015df941-d35c-4105-bb2e-9d5c2161987b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:16.703430 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2e7cf5b4-d06b-4228-aa91-a83f66d6eec7 req-015df941-d35c-4105-bb2e-9d5c2161987b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0674994 Jul 20 09:39:16.779315 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2e7cf5b4-d06b-4228-aa91-a83f66d6eec7 req-5533890e-abba-4c2a-bf4a-5d29bed6a416 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690014 Jul 20 09:39:16.782783 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:16.821648 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:16.824478 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] Publish callbacks [] for security_group (772c4427-d555-4626-97fd-f100c2ad5bd6), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:16.829708 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (772c4427-d555-4626-97fd-f100c2ad5bd6), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:16.870093 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:39:16.877940 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772c4427-d555-4626-97fd-f100c2ad5bd6,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:16.886626 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (af83508d-4d64-45bc-883a-1f690c3df1ed), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:16.886929 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.segments_db [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] Added segment af83508d-4d64-45bc-883a-1f690c3df1ed of type vlan for network 7ed66025-4c0d-4641-af19-2ad6eb5abae0 Jul 20 09:39:16.936675 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (7ed66025-4c0d-4641-af19-2ad6eb5abae0), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:16.948975 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:16.970446 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (7ed66025-4c0d-4641-af19-2ad6eb5abae0), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:16.971519 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:16.972093 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:17.041057 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5512741 Jul 20 09:39:17.043902 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52288) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:17.044629 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c1a1b-ca72-448f-be5c-ef44a9aef2c0 admin admin] Pushing event updated for resources: {'Network': ['ID=7ed66025-4c0d-4641-af19-2ad6eb5abae0,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:17.053156 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-05b6d623-465f-4110-bcb4-faa45d3285f8 admin admin] Request body: {'subnet': {'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-441260488-subnet', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'ip_version': 4}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:39:17.055551 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network 7ed66025-4c0d-4641-af19-2ad6eb5abae0 details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:39:17.073631 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b6d623-465f-4110-bcb4-faa45d3285f8 admin admin] Made reservation on behalf of 65ccb95f08764f99b5a5c1166c42410b for: {'subnet': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:39:17.076034 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-05b6d623-465f-4110-bcb4-faa45d3285f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25169977'] for subnet (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:17.306234 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-05b6d623-465f-4110-bcb4-faa45d3285f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25966168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25169967'] for subnet (2dea8d0e-ab74-426c-933e-b1c49f876204), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:17.354049 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6d623-465f-4110-bcb4-faa45d3285f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dea8d0e-ab74-426c-933e-b1c49f876204,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:17.412038 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b6d623-465f-4110-bcb4-faa45d3285f8 admin admin] Checking segment: {'id': 'af83508d-4d64-45bc-883a-1f690c3df1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:39:17.412432 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b6d623-465f-4110-bcb4-faa45d3285f8 admin admin] Network hostable DHCP agents. Network: 7ed66025-4c0d-4641-af19-2ad6eb5abae0, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:39:17.446881 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b6d623-465f-4110-bcb4-faa45d3285f8 admin admin] Network 7ed66025-4c0d-4641-af19-2ad6eb5abae0 is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:39:17.456980 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-05b6d623-465f-4110-bcb4-faa45d3285f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, 7ed66025-4c0d-4641-af19-2ad6eb5abae0) {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:39:17.463260 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b6d623-465f-4110-bcb4-faa45d3285f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:17.463260 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-05b6d623-465f-4110-bcb4-faa45d3285f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:17.467512 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9733fb9-6252-4163-8591-eda3554a6e03 None None] Network 7ed66025-4c0d-4641-af19-2ad6eb5abae0 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:39:17.485822 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-05b6d623-465f-4110-bcb4-faa45d3285f8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4401002 Jul 20 09:39:17.488838 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52292) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:17.494293 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:39:17.530995 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30393'] for router (db065ce2-7dde-4347-aa3d-943addef8de0), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:17.532375 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30384'] for router (db065ce2-7dde-4347-aa3d-943addef8de0), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:17.536461 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:17.538207 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:17.609114 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f37d01a-c625-5824-9e01-1f125168aa1d-7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'fixed_ips': [{'subnet_id': '2dea8d0e-ab74-426c-933e-b1c49f876204'}]}} from dv-cinder-822822-3-iscsi. {{(pid=104191) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 09:39:17.610718 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:17.611980 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Publish callbacks [] for router_controller (db065ce2-7dde-4347-aa3d-943addef8de0), precommit_add_association {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:17.802654 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Allocated IP 172.20.0.2 (7ed66025-4c0d-4641-af19-2ad6eb5abae0/2dea8d0e-ab74-426c-933e-b1c49f876204/65e6e0ae-7f64-43a2-b13d-172a933d6120) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:39:18.032816 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Publish callbacks [] for router_gateway (db065ce2-7dde-4347-aa3d-943addef8de0), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:18.045576 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Publish callbacks [] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:18.056950 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:18.080796 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Network 7ed66025-4c0d-4641-af19-2ad6eb5abae0 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:39:18.097753 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f043b96-50c3-4acd-b5bd-58b21ac5b9bf req-869d9b2b-665d-4b72-a053-cd3e336cafca tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:18.104937 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5f043b96-50c3-4acd-b5bd-58b21ac5b9bf req-869d9b2b-665d-4b72-a053-cd3e336cafca tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.1241186 Jul 20 09:39:18.113944 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:39:18.117912 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:39:18.185535 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Pushing event updated for resources: {'Port': ['ID=65e6e0ae-7f64-43a2-b13d-172a933d6120,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:18.207143 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Attempting to bind port 65e6e0ae-7f64-43a2-b13d-172a933d6120 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:39:18.207537 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Attempting to bind port 65e6e0ae-7f64-43a2-b13d-172a933d6120 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'af83508d-4d64-45bc-883a-1f690c3df1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:39:18.207937 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Attempting to bind port 65e6e0ae-7f64-43a2-b13d-172a933d6120 on network 7ed66025-4c0d-4641-af19-2ad6eb5abae0 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:39:18.209685 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5f043b96-50c3-4acd-b5bd-58b21ac5b9bf req-771a1bc6-ee29-4866-b2f0-90e9c8540120 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009710 Jul 20 09:39:18.215583 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:39:18.216477 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Checking segment: {'id': 'af83508d-4d64-45bc-883a-1f690c3df1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:39:18.216892 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:18.217287 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Bound using segment: {'id': 'af83508d-4d64-45bc-883a-1f690c3df1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:39:18.217804 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Bound port: 65e6e0ae-7f64-43a2-b13d-172a933d6120, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af83508d-4d64-45bc-883a-1f690c3df1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:39:18.218149 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:18.221070 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:18.221474 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:18.221784 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:18.222445 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:18.222789 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:18.223240 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:18.223441 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:18.223773 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:18.224096 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:18.224420 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:18.234487 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:18.234487 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:18.234487 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:18.234487 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:18.234487 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:18.301081 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] For port 65e6e0ae-7f64-43a2-b13d-172a933d6120, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:39:18.308862 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] For port 65e6e0ae-7f64-43a2-b13d-172a933d6120, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=65e6e0ae-7f64-43a2-b13d-172a933d6120,segment=NetworkSegment(af83508d-4d64-45bc-883a-1f690c3df1ed),segment_id=af83508d-4d64-45bc-883a-1f690c3df1ed)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:39:18.316901 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:18.342254 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Publish callbacks [] for router_gateway (db065ce2-7dde-4347-aa3d-943addef8de0), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:18.373150 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:18.414157 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecfc83-2e31-4aae-93e8-33b586af751a None None] Pushing event updated for resources: {'Port': ['ID=65e6e0ae-7f64-43a2-b13d-172a933d6120,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:18.554996 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_common [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Allocated IP 172.27.1.231 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/5d274ab8-246b-4b31-96c0-521601fc9524) {{(pid=104190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:39:18.723868 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Publish callbacks [] for port (5d274ab8-246b-4b31-96c0-521601fc9524), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:18.775252 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (5d274ab8-246b-4b31-96c0-521601fc9524), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:18.818449 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:39:18.821702 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:39:18.832272 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Received port after_create {{(pid=104190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:39:18.837743 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:18.865358 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Pushing event updated for resources: {'Port': ['ID=5d274ab8-246b-4b31-96c0-521601fc9524,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:19.041194 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 65e6e0ae-7f64-43a2-b13d-172a933d6120 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:39:19.151008 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 65e6e0ae-7f64-43a2-b13d-172a933d6120 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:19.151008 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:19.180057 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:19.180973 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Publish callbacks [] for router_gateway (db065ce2-7dde-4347-aa3d-943addef8de0), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:19.271498 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 65e6e0ae-7f64-43a2-b13d-172a933d6120 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:19.271892 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:19.334195 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port 65e6e0ae-7f64-43a2-b13d-172a933d6120, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=65e6e0ae-7f64-43a2-b13d-172a933d6120,segment=NetworkSegment(af83508d-4d64-45bc-883a-1f690c3df1ed),segment_id=af83508d-4d64-45bc-883a-1f690c3df1ed)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:39:19.341514 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:19.402200 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:19.406530 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=65e6e0ae-7f64-43a2-b13d-172a933d6120,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:19.469718 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c34ef-4079-4e54-ade5-c428455210f6 req-e325a1ac-ff4b-4233-96e5-d806c4086198 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:19.476881 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8e6c34ef-4079-4e54-ade5-c428455210f6 req-e325a1ac-ff4b-4233-96e5-d806c4086198 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.1549644 Jul 20 09:39:19.506265 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670420'] for router (db065ce2-7dde-4347-aa3d-943addef8de0), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:19.582694 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8e6c34ef-4079-4e54-ade5-c428455210f6 req-a85ee4f7-89a8-4d20-bf2b-7e6e7e30062c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046720 Jul 20 09:39:19.718063 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Router db065ce2-7dde-4347-aa3d-943addef8de0 is scheduled to L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a with binding_index 1 {{(pid=104190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 09:39:19.841761 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:39:19.855887 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Sync routers for ids ['db065ce2-7dde-4347-aa3d-943addef8de0'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:39:19.864019 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:19.869040 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Routers {'db065ce2-7dde-4347-aa3d-943addef8de0'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:39:19.872601 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:38:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['db065ce2-7dde-4347-aa3d-943addef8de0'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:19.872803 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-eb90c4dc-f60c-4282-8c3e-a6caaa396c00 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3801250 Jul 20 09:39:19.873701 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52302) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:20.106002 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb42cb7c-2cdc-499a-9cd7-05a3fed813d5 None None] Network 7ed66025-4c0d-4641-af19-2ad6eb5abae0 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:39:20.119431 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:20.137534 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-6692f43e-a8af-487b-ac36-226fed1a0ec1 None None] Provisioning complete for port 65e6e0ae-7f64-43a2-b13d-172a933d6120 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:20.137902 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6692f43e-a8af-487b-ac36-226fed1a0ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:20.155118 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:20.247311 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Set router db065ce2-7dde-4347-aa3d-943addef8de0 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:39:20.438121 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-6692f43e-a8af-487b-ac36-226fed1a0ec1 None None] Current status of the port 65e6e0ae-7f64-43a2-b13d-172a933d6120 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:20.608258 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:17Z', 'updated_at': '2022-07-20T09:39:19Z', 'revision_number': 3, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'gw_port': {'id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:18Z', 'updated_at': '2022-07-20T09:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:20.664804 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Checking router: db065ce2-7dde-4347-aa3d-943addef8de0 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:39:20.665176 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Updating router db065ce2-7dde-4347-aa3d-943addef8de0 port 5d274ab8-246b-4b31-96c0-521601fc9524 binding host dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:39:20.706318 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (5d274ab8-246b-4b31-96c0-521601fc9524), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:20.753222 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:20.769384 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86e332-ebe7-43ed-b4e5-6f8ead565871 req-8c58ae2b-edbe-4488-9938-70e90310d873 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:20.773691 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1d86e332-ebe7-43ed-b4e5-6f8ead565871 req-8c58ae2b-edbe-4488-9938-70e90310d873 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0934618 Jul 20 09:39:20.894575 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1d86e332-ebe7-43ed-b4e5-6f8ead565871 req-80378179-7e54-45b6-ac76-545c99eeeee3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143854 Jul 20 09:39:20.989142 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 65e6e0ae-7f64-43a2-b13d-172a933d6120 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:39:20.994315 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-f867ec1c-454e-43d1-ad84-29504cb70fc9 None None] Provisioning complete for port 65e6e0ae-7f64-43a2-b13d-172a933d6120 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:20.994964 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f867ec1c-454e-43d1-ad84-29504cb70fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:21.037146 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:21.064780 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Allocated IP 172.20.0.1 (7ed66025-4c0d-4641-af19-2ad6eb5abae0/2dea8d0e-ab74-426c-933e-b1c49f876204/d238acb5-c84d-408f-b07d-6e97883ecf2b) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:39:21.147846 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 65e6e0ae-7f64-43a2-b13d-172a933d6120 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:21.148222 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:21.185329 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-f867ec1c-454e-43d1-ad84-29504cb70fc9 None None] Current status of the port 65e6e0ae-7f64-43a2-b13d-172a933d6120 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:21.225129 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Publish callbacks [] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:21.251525 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:21.263678 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Publish callbacks [] for port (5d274ab8-246b-4b31-96c0-521601fc9524), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:21.284979 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:21.290399 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (5d274ab8-246b-4b31-96c0-521601fc9524), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:21.337636 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 65e6e0ae-7f64-43a2-b13d-172a933d6120 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:21.351917 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Network 7ed66025-4c0d-4641-af19-2ad6eb5abae0 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:39:21.357502 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:39:21.360369 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Pushing event updated for resources: {'Port': ['ID=d238acb5-c84d-408f-b07d-6e97883ecf2b,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:21.363248 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:39:21.366094 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Attempting to bind port 5d274ab8-246b-4b31-96c0-521601fc9524 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:39:21.366588 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Attempting to bind port 5d274ab8-246b-4b31-96c0-521601fc9524 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:39:21.366882 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Attempting to bind port 5d274ab8-246b-4b31-96c0-521601fc9524 on network 56bd5eb3-33eb-4ff1-833f-663849f99647 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:39:21.369371 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ed519-5a4f-46ff-ae81-ba2a6da19a76 None None] Pushing event updated for resources: {'Port': ['ID=5d274ab8-246b-4b31-96c0-521601fc9524,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:21.375875 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:39:21.376296 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Checking segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:39:21.376893 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:21.377286 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Bound using segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:39:21.377766 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Bound port: 5d274ab8-246b-4b31-96c0-521601fc9524, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:39:21.378144 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (5d274ab8-246b-4b31-96c0-521601fc9524), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:21.431564 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656506'] for router_interface (db065ce2-7dde-4347-aa3d-943addef8de0), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:21.504768 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] For port 5d274ab8-246b-4b31-96c0-521601fc9524, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:39:21.511735 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] For port 5d274ab8-246b-4b31-96c0-521601fc9524, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=5d274ab8-246b-4b31-96c0-521601fc9524,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:39:21.537151 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (5d274ab8-246b-4b31-96c0-521601fc9524), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:21.585191 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:21.587421 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:21.592465 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:21.624204 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Routers {'db065ce2-7dde-4347-aa3d-943addef8de0'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:39:21.625176 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:38:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['db065ce2-7dde-4347-aa3d-943addef8de0'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:21.637767 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:21.791526 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ed519-5a4f-46ff-ae81-ba2a6da19a76 None None] Pushing event updated for resources: {'Port': ['ID=5d274ab8-246b-4b31-96c0-521601fc9524,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:21.802818 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-6ceef834-b440-48e2-b6ab-182069f0975a None None] Provisioning complete for port d238acb5-c84d-408f-b07d-6e97883ecf2b triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:21.803298 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6ceef834-b440-48e2-b6ab-182069f0975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:21.826963 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:21.834596 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] Set router db065ce2-7dde-4347-aa3d-943addef8de0 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:39:21.834850 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Publish callbacks [] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:21.840918 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:21.885052 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-6ceef834-b440-48e2-b6ab-182069f0975a None None] Port d238acb5-c84d-408f-b07d-6e97883ecf2b cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:39:21.922018 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669490'] for router_interface (db065ce2-7dde-4347-aa3d-943addef8de0), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:21.925754 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Pushing event updated for resources: {'Port': ['ID=d238acb5-c84d-408f-b07d-6e97883ecf2b,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:21.971379 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:22.068559 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Network 7ed66025-4c0d-4641-af19-2ad6eb5abae0 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:39:22.072141 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:39:22.111786 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c524e2-d60c-4d8a-bc9f-b38f878a1777 req-3f8cdd00-938c-4c1d-b86c-a9e9bbd1aed9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:22.113790 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-23c524e2-d60c-4d8a-bc9f-b38f878a1777 req-3f8cdd00-938c-4c1d-b86c-a9e9bbd1aed9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0782087 Jul 20 09:39:22.137573 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:22.146344 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:17Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 4, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'gw_port': {'id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:18Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd238acb5-c84d-408f-b07d-6e97883ecf2b', 'name': '', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'mac_address': 'fa:16:3e:f0:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:20Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 1, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'subnets': [{'id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:22.175098 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a01c2-8676-4e57-800e-0896296cfbe5 None None] The sync data for ids ['db065ce2-7dde-4347-aa3d-943addef8de0'] in dv-cinder-822822-3-iscsi is: [{'id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:17Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 4, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'gw_port': {'id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:18Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd238acb5-c84d-408f-b07d-6e97883ecf2b', 'name': '', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'mac_address': 'fa:16:3e:f0:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:20Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 1, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'subnets': [{'id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:39:22.312152 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-23c524e2-d60c-4d8a-bc9f-b38f878a1777 req-ff08eebb-be24-4674-b320-ce43f31695da tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523709 Jul 20 09:39:22.327362 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Router db065ce2-7dde-4347-aa3d-943addef8de0 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:39:22.424758 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0917647b-0a9c-49b4-8f3d-abf1ac1a9fdb None None] Provisioning complete for port d238acb5-c84d-408f-b07d-6e97883ecf2b triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:22.425322 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0917647b-0a9c-49b4-8f3d-abf1ac1a9fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:22.481851 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0917647b-0a9c-49b4-8f3d-abf1ac1a9fdb None None] Port d238acb5-c84d-408f-b07d-6e97883ecf2b cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:39:22.545485 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:39:22.557631 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-6947da2c-82c7-4140-ae07-5d837ecf1a2d admin admin] 10.222.0.18 "PUT /v2.0/routers/db065ce2-7dde-4347-aa3d-943addef8de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6825724 Jul 20 09:39:22.587626 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:39:23.028499 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-28bdaea4-b9bc-44f2-ac7e-26aaed0aaaab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:23.179789 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52324) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:23.184602 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-551009807-network', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:39:23.214494 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] Made reservation on behalf of 41e77b1ed93048a8a6bfda9c5976ae96 for: {'network': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:39:23.217140 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:23.230137 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:23.242404 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:23.319979 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] Publish callbacks [] for security_group (39b761fc-ff73-4110-9c2e-cc21e9921b59), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:23.324340 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (39b761fc-ff73-4110-9c2e-cc21e9921b59), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:23.355007 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=104189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:39:23.362377 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b761fc-ff73-4110-9c2e-cc21e9921b59,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:23.370104 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (f89cdbaa-ede7-4063-86ac-9786d43ddc4d), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:23.370368 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.segments_db [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] Added segment f89cdbaa-ede7-4063-86ac-9786d43ddc4d of type vlan for network 0f84b84e-fac9-4a56-84f0-7f83433d933f Jul 20 09:39:23.416715 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (0f84b84e-fac9-4a56-84f0-7f83433d933f), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:23.448284 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (0f84b84e-fac9-4a56-84f0-7f83433d933f), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:23.449524 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:23.450101 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:23.483583 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481ec8a-b40f-48e0-987f-435c05f877a2 req-974d971e-eadd-4452-ab89-25dab86297cd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:23.491947 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b481ec8a-b40f-48e0-987f-435c05f877a2 req-974d971e-eadd-4452-ab89-25dab86297cd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0641911 Jul 20 09:39:23.520357 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3370180 Jul 20 09:39:23.521991 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52330) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:23.527037 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-43d6eb0c-64bc-4972-a769-8fed3b211ef3 admin admin] Request body: {'subnet': {'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-551009807-subnet', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'ip_version': 4}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:39:23.530826 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:23.532901 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5796c-b48c-49d3-95df-ade9e5896cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=0f84b84e-fac9-4a56-84f0-7f83433d933f,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:23.545454 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b481ec8a-b40f-48e0-987f-435c05f877a2 req-0e575441-b9dc-443c-bbb8-c98d8e8a0a58 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525954 Jul 20 09:39:23.551678 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network 0f84b84e-fac9-4a56-84f0-7f83433d933f details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:39:23.559012 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d6eb0c-64bc-4972-a769-8fed3b211ef3 admin admin] Made reservation on behalf of 41e77b1ed93048a8a6bfda9c5976ae96 for: {'subnet': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:39:23.561476 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-43d6eb0c-64bc-4972-a769-8fed3b211ef3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28340167'] for subnet (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:23.755655 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-43d6eb0c-64bc-4972-a769-8fed3b211ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28370038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28340177'] for subnet (3df0b67e-0cb2-4ae1-873a-5df69078b2c3), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:23.804557 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6eb0c-64bc-4972-a769-8fed3b211ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df0b67e-0cb2-4ae1-873a-5df69078b2c3,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:23.822092 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d6eb0c-64bc-4972-a769-8fed3b211ef3 admin admin] Checking segment: {'id': 'f89cdbaa-ede7-4063-86ac-9786d43ddc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:39:23.822443 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d6eb0c-64bc-4972-a769-8fed3b211ef3 admin admin] Network hostable DHCP agents. Network: 0f84b84e-fac9-4a56-84f0-7f83433d933f, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:39:23.839499 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d6eb0c-64bc-4972-a769-8fed3b211ef3 admin admin] Network 0f84b84e-fac9-4a56-84f0-7f83433d933f is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:39:23.847774 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-43d6eb0c-64bc-4972-a769-8fed3b211ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, 0f84b84e-fac9-4a56-84f0-7f83433d933f) {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:39:23.853701 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d6eb0c-64bc-4972-a769-8fed3b211ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:23.854625 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-43d6eb0c-64bc-4972-a769-8fed3b211ef3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:23.855092 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4171a2f-ce2a-4351-87fa-d0c5b9355a68 None None] Network 0f84b84e-fac9-4a56-84f0-7f83433d933f requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:39:23.872103 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-43d6eb0c-64bc-4972-a769-8fed3b211ef3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3490710 Jul 20 09:39:23.874554 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52332) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:23.879640 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-551009807-router', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:39:23.900589 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30393'] for router (cc6a53a4-0eab-4d8e-aea6-09b877527313), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:23.901681 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30384'] for router (cc6a53a4-0eab-4d8e-aea6-09b877527313), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:23.958097 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:INSERT=19,neutron:SELECT=74,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:23.960584 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Publish callbacks [] for router_controller (cc6a53a4-0eab-4d8e-aea6-09b877527313), precommit_add_association {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:23.964664 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f37d01a-c625-5824-9e01-1f125168aa1d-0f84b84e-fac9-4a56-84f0-7f83433d933f', 'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f', 'project_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'fixed_ips': [{'subnet_id': '3df0b67e-0cb2-4ae1-873a-5df69078b2c3'}]}} from dv-cinder-822822-3-iscsi. {{(pid=104191) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 09:39:23.965772 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:24.096810 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Publish callbacks [] for router_gateway (cc6a53a4-0eab-4d8e-aea6-09b877527313), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:24.105754 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Allocated IP 172.20.0.2 (0f84b84e-fac9-4a56-84f0-7f83433d933f/3df0b67e-0cb2-4ae1-873a-5df69078b2c3/35182650-f0bf-487e-8011-f55af187f220) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:39:24.296989 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Publish callbacks [] for router_gateway (cc6a53a4-0eab-4d8e-aea6-09b877527313), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:24.316897 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:24.386303 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Publish callbacks [] for port (35182650-f0bf-487e-8011-f55af187f220), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:24.393374 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (35182650-f0bf-487e-8011-f55af187f220), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:24.428538 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Allocated IP 172.27.1.109 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/b24c7fa8-0fac-4f29-9c68-7b76f5930eee) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:39:24.433541 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Network 0f84b84e-fac9-4a56-84f0-7f83433d933f is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:39:24.441956 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:39:24.446479 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:39:24.453924 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Pushing event updated for resources: {'Port': ['ID=35182650-f0bf-487e-8011-f55af187f220,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:24.510620 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Attempting to bind port 35182650-f0bf-487e-8011-f55af187f220 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:39:24.511042 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Attempting to bind port 35182650-f0bf-487e-8011-f55af187f220 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'f89cdbaa-ede7-4063-86ac-9786d43ddc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:39:24.511366 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Attempting to bind port 35182650-f0bf-487e-8011-f55af187f220 on network 0f84b84e-fac9-4a56-84f0-7f83433d933f {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:39:24.517311 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:39:24.517689 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Checking segment: {'id': 'f89cdbaa-ede7-4063-86ac-9786d43ddc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:39:24.518466 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:24.518466 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Bound using segment: {'id': 'f89cdbaa-ede7-4063-86ac-9786d43ddc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:39:24.518920 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Bound port: 35182650-f0bf-487e-8011-f55af187f220, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89cdbaa-ede7-4063-86ac-9786d43ddc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:39:24.519348 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (35182650-f0bf-487e-8011-f55af187f220), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:24.522342 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:24.543069 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Sync routers for ids ['db065ce2-7dde-4347-aa3d-943addef8de0'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:39:24.550471 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Publish callbacks [] for port (b24c7fa8-0fac-4f29-9c68-7b76f5930eee), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:24.556132 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Routers {'db065ce2-7dde-4347-aa3d-943addef8de0'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:39:24.556854 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:38:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['db065ce2-7dde-4347-aa3d-943addef8de0'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:24.599206 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] For port 35182650-f0bf-487e-8011-f55af187f220, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:39:24.599838 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (b24c7fa8-0fac-4f29-9c68-7b76f5930eee), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:24.602608 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] For port 35182650-f0bf-487e-8011-f55af187f220, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=35182650-f0bf-487e-8011-f55af187f220,segment=NetworkSegment(f89cdbaa-ede7-4063-86ac-9786d43ddc4d),segment_id=f89cdbaa-ede7-4063-86ac-9786d43ddc4d)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:39:24.611093 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (35182650-f0bf-487e-8011-f55af187f220), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:24.640203 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:39:24.644239 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:39:24.648636 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:39:24.675378 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86284398-620c-4d47-9b57-e90396dd6c59 None None] Pushing event updated for resources: {'Port': ['ID=35182650-f0bf-487e-8011-f55af187f220,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:24.676488 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Set router db065ce2-7dde-4347-aa3d-943addef8de0 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:39:24.710778 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Pushing event updated for resources: {'Port': ['ID=b24c7fa8-0fac-4f29-9c68-7b76f5930eee,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:24.769745 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b14d6-ac72-44cc-987b-368bd30a59a3 req-a8ab8968-81cb-45fb-9294-3639ebe947ff tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:24.771233 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-688b14d6-ac72-44cc-987b-368bd30a59a3 req-a8ab8968-81cb-45fb-9294-3639ebe947ff tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0809557 Jul 20 09:39:24.894284 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:24.913820 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:17Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 4, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'gw_port': {'id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:18Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd238acb5-c84d-408f-b07d-6e97883ecf2b', 'name': '', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'mac_address': 'fa:16:3e:f0:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:20Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 2, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'subnets': [{'id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:24.926992 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-688b14d6-ac72-44cc-987b-368bd30a59a3 req-32b29033-27e4-4995-9509-f0528d42cd6a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227651 Jul 20 09:39:24.966169 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Checking router: db065ce2-7dde-4347-aa3d-943addef8de0 for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:39:24.966529 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Updating router db065ce2-7dde-4347-aa3d-943addef8de0 port d238acb5-c84d-408f-b07d-6e97883ecf2b binding host dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:39:25.017584 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.066957 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Publish callbacks [] for router_gateway (cc6a53a4-0eab-4d8e-aea6-09b877527313), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.071117 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 35182650-f0bf-487e-8011-f55af187f220 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:39:25.118125 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:25.123531 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 35182650-f0bf-487e-8011-f55af187f220 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:25.124937 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (35182650-f0bf-487e-8011-f55af187f220), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.212019 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 35182650-f0bf-487e-8011-f55af187f220 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:25.212327 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (35182650-f0bf-487e-8011-f55af187f220), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.247373 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port 35182650-f0bf-487e-8011-f55af187f220, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=35182650-f0bf-487e-8011-f55af187f220,segment=NetworkSegment(f89cdbaa-ede7-4063-86ac-9786d43ddc4d),segment_id=f89cdbaa-ede7-4063-86ac-9786d43ddc4d)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:39:25.259037 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (35182650-f0bf-487e-8011-f55af187f220), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.260177 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 5d274ab8-246b-4b31-96c0-521601fc9524 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:39:25.272423 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670420'] for router (cc6a53a4-0eab-4d8e-aea6-09b877527313), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.316525 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-37280109-8685-4ab8-9370-5ff71cced1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.317751 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:25.348785 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=35182650-f0bf-487e-8011-f55af187f220,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:25.354383 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Publish callbacks [] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.358434 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 5d274ab8-246b-4b31-96c0-521601fc9524 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:25.359117 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (5d274ab8-246b-4b31-96c0-521601fc9524), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.368959 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.420732 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Router cc6a53a4-0eab-4d8e-aea6-09b877527313 is scheduled to L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a with binding_index 1 {{(pid=104189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 09:39:25.428572 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Pushing event updated for resources: {'Port': ['ID=d238acb5-c84d-408f-b07d-6e97883ecf2b,revision_number=3']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:25.450403 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:25.450745 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:25.451140 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:25.451941 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:25.452542 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:25.453148 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:25.453941 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:25.455215 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:25.456009 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:25.456773 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:25.457549 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:25.458236 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:25.458783 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 5d274ab8-246b-4b31-96c0-521601fc9524 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:25.459093 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:25.459234 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (5d274ab8-246b-4b31-96c0-521601fc9524), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.459990 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:25.460661 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:25.495571 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port 5d274ab8-246b-4b31-96c0-521601fc9524, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=5d274ab8-246b-4b31-96c0-521601fc9524,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:39:25.503694 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (5d274ab8-246b-4b31-96c0-521601fc9524), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.541613 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Attempting to bind port d238acb5-c84d-408f-b07d-6e97883ecf2b on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:39:25.542171 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Attempting to bind port d238acb5-c84d-408f-b07d-6e97883ecf2b by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'af83508d-4d64-45bc-883a-1f690c3df1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0'}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:39:25.543247 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Attempting to bind port d238acb5-c84d-408f-b07d-6e97883ecf2b on network 7ed66025-4c0d-4641-af19-2ad6eb5abae0 {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:39:25.557388 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:39:25.557980 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Checking segment: {'id': 'af83508d-4d64-45bc-883a-1f690c3df1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:39:25.558736 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.559278 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Bound using segment: {'id': 'af83508d-4d64-45bc-883a-1f690c3df1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0'} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:39:25.559945 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Bound port: d238acb5-c84d-408f-b07d-6e97883ecf2b, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af83508d-4d64-45bc-883a-1f690c3df1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0'}}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:39:25.560619 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.577324 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:25.587387 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=5d274ab8-246b-4b31-96c0-521601fc9524,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:25.616995 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:39:25.624638 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:25.630363 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Sync routers for ids ['cc6a53a4-0eab-4d8e-aea6-09b877527313'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:39:25.634215 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] For port d238acb5-c84d-408f-b07d-6e97883ecf2b, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:39:25.641548 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] For port d238acb5-c84d-408f-b07d-6e97883ecf2b, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=d238acb5-c84d-408f-b07d-6e97883ecf2b,segment=NetworkSegment(af83508d-4d64-45bc-883a-1f690c3df1ed),segment_id=af83508d-4d64-45bc-883a-1f690c3df1ed)] {{(pid=104192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:39:25.641914 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Routers {'cc6a53a4-0eab-4d8e-aea6-09b877527313'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:39:25.642780 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-00755002-3191-4173-8ffc-846851dfab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:39:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['cc6a53a4-0eab-4d8e-aea6-09b877527313'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:25.648591 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.649338 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.654376 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-bb7b528e-71bc-4dde-a1d2-453884868008 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7764690 Jul 20 09:39:25.655625 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52336) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:39:25.712784 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:25.733676 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:25.736160 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f726b-3f96-4f05-956c-c2b8d413dfae None None] Pushing event updated for resources: {'Port': ['ID=d238acb5-c84d-408f-b07d-6e97883ecf2b,revision_number=4']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:25.741446 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Routers {'db065ce2-7dde-4347-aa3d-943addef8de0'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:39:25.742327 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:39:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['db065ce2-7dde-4347-aa3d-943addef8de0'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:25.802166 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Set router cc6a53a4-0eab-4d8e-aea6-09b877527313 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:39:25.899179 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] Set router db065ce2-7dde-4347-aa3d-943addef8de0 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:39:25.915947 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-8be31fc1-446d-44dd-8eaa-5aa0fec1d5d9 None None] Provisioning complete for port d238acb5-c84d-408f-b07d-6e97883ecf2b triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:25.916588 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8be31fc1-446d-44dd-8eaa-5aa0fec1d5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:25.950019 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:26.073744 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-00755002-3191-4173-8ffc-846851dfab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'name': 'tempest-TestMinimumBasicScenario-551009807-router', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b24c7fa8-0fac-4f29-9c68-7b76f5930eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:23Z', 'updated_at': '2022-07-20T09:39:24Z', 'revision_number': 3, 'project_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'gw_port': {'id': 'b24c7fa8-0fac-4f29-9c68-7b76f5930eee', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:24Z', 'updated_at': '2022-07-20T09:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:26.077093 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd685c-4caa-40a4-b103-fe47978bac2f None None] Network 0f84b84e-fac9-4a56-84f0-7f83433d933f requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:39:26.121699 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Checking router: cc6a53a4-0eab-4d8e-aea6-09b877527313 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:39:26.122047 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Updating router cc6a53a4-0eab-4d8e-aea6-09b877527313 port b24c7fa8-0fac-4f29-9c68-7b76f5930eee binding host dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:39:26.136348 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f026e-18af-4d66-9b70-7948d34d96b4 req-30518d54-95de-4908-a943-346ac3d86c53 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:26.137858 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-817f026e-18af-4d66-9b70-7948d34d96b4 req-30518d54-95de-4908-a943-346ac3d86c53 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0640414 Jul 20 09:39:26.171987 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:26.177068 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:17Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 4, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'gw_port': {'id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:18Z', 'updated_at': '2022-07-20T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd238acb5-c84d-408f-b07d-6e97883ecf2b', 'name': '', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'mac_address': 'fa:16:3e:f0:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:20Z', 'updated_at': '2022-07-20T09:39:25Z', 'revision_number': 4, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'subnets': [{'id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:26.202997 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6ed6b-f22e-4333-889f-6599a029d486 None None] The sync data for ids ['db065ce2-7dde-4347-aa3d-943addef8de0'] in dv-cinder-822822-3-iscsi is: [{'id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:17Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 4, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'gw_port': {'id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:18Z', 'updated_at': '2022-07-20T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd238acb5-c84d-408f-b07d-6e97883ecf2b', 'name': '', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'mac_address': 'fa:16:3e:f0:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:20Z', 'updated_at': '2022-07-20T09:39:25Z', 'revision_number': 4, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'subnets': [{'id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:39:26.209803 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (b24c7fa8-0fac-4f29-9c68-7b76f5930eee), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:26.256786 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-817f026e-18af-4d66-9b70-7948d34d96b4 req-52363ddd-9068-474c-83c7-beb4bc8417ec tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919371 Jul 20 09:39:26.322459 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:26.382007 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-8be31fc1-446d-44dd-8eaa-5aa0fec1d5d9 None None] Current status of the port d238acb5-c84d-408f-b07d-6e97883ecf2b is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:26.382352 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8be31fc1-446d-44dd-8eaa-5aa0fec1d5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:26.389617 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:26.456511 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-8be31fc1-446d-44dd-8eaa-5aa0fec1d5d9 None None] For port d238acb5-c84d-408f-b07d-6e97883ecf2b, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=d238acb5-c84d-408f-b07d-6e97883ecf2b,segment=NetworkSegment(af83508d-4d64-45bc-883a-1f690c3df1ed),segment_id=af83508d-4d64-45bc-883a-1f690c3df1ed)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:39:26.467789 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8be31fc1-446d-44dd-8eaa-5aa0fec1d5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:26.509421 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_common [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Allocated IP 172.20.0.1 (0f84b84e-fac9-4a56-84f0-7f83433d933f/3df0b67e-0cb2-4ae1-873a-5df69078b2c3/43f63676-ba4c-422c-9ad5-8826f2d09b85) {{(pid=104190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:39:26.593558 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be31fc1-446d-44dd-8eaa-5aa0fec1d5d9 None None] Pushing event updated for resources: {'Port': ['ID=d238acb5-c84d-408f-b07d-6e97883ecf2b,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:26.623839 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-6928cf20-1d57-4724-84ce-5511ab1739a1 None None] Provisioning complete for port d238acb5-c84d-408f-b07d-6e97883ecf2b triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:26.624364 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6928cf20-1d57-4724-84ce-5511ab1739a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:26.640295 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Publish callbacks [] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:26.664246 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:26.678651 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:26.685900 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:26.713485 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:26.721726 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Network 0f84b84e-fac9-4a56-84f0-7f83433d933f is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:39:26.724826 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:39:26.731377 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Received port after_create {{(pid=104190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:39:26.766599 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Pushing event updated for resources: {'Port': ['ID=43f63676-ba4c-422c-9ad5-8826f2d09b85,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:26.789978 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Publish callbacks [] for port (b24c7fa8-0fac-4f29-9c68-7b76f5930eee), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:26.799603 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-6928cf20-1d57-4724-84ce-5511ab1739a1 None None] Current status of the port d238acb5-c84d-408f-b07d-6e97883ecf2b is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:26.804302 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (b24c7fa8-0fac-4f29-9c68-7b76f5930eee), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:26.815931 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656506'] for router_interface (cc6a53a4-0eab-4d8e-aea6-09b877527313), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:26.864800 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-6928cf20-1d57-4724-84ce-5511ab1739a1 None None] Provisioning complete for port 35182650-f0bf-487e-8011-f55af187f220 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:26.865344 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6928cf20-1d57-4724-84ce-5511ab1739a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (35182650-f0bf-487e-8011-f55af187f220), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:26.901673 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed24183-3aa7-4396-8457-c488aa4145a9 None None] Pushing event updated for resources: {'Port': ['ID=b24c7fa8-0fac-4f29-9c68-7b76f5930eee,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:26.935807 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Attempting to bind port b24c7fa8-0fac-4f29-9c68-7b76f5930eee on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:39:26.936205 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Attempting to bind port b24c7fa8-0fac-4f29-9c68-7b76f5930eee by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:39:26.936587 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Attempting to bind port b24c7fa8-0fac-4f29-9c68-7b76f5930eee on network 56bd5eb3-33eb-4ff1-833f-663849f99647 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:39:26.950095 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:39:26.950494 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Checking segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:39:26.953200 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:26.953767 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Bound using segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:39:26.954287 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Bound port: b24c7fa8-0fac-4f29-9c68-7b76f5930eee, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:39:26.954680 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (b24c7fa8-0fac-4f29-9c68-7b76f5930eee), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:27.009494 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:27.042797 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-6928cf20-1d57-4724-84ce-5511ab1739a1 None None] Current status of the port 35182650-f0bf-487e-8011-f55af187f220 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:27.051860 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-00755002-3191-4173-8ffc-846851dfab2b None None] For port b24c7fa8-0fac-4f29-9c68-7b76f5930eee, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:39:27.055543 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-00755002-3191-4173-8ffc-846851dfab2b None None] For port b24c7fa8-0fac-4f29-9c68-7b76f5930eee, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=b24c7fa8-0fac-4f29-9c68-7b76f5930eee,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:39:27.070029 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (b24c7fa8-0fac-4f29-9c68-7b76f5930eee), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:27.163337 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Routers {'cc6a53a4-0eab-4d8e-aea6-09b877527313'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:39:27.164016 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-00755002-3191-4173-8ffc-846851dfab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:39:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['cc6a53a4-0eab-4d8e-aea6-09b877527313'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:27.170834 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:27.209741 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 5d274ab8-246b-4b31-96c0-521601fc9524 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:39:27.211615 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed24183-3aa7-4396-8457-c488aa4145a9 None None] Pushing event updated for resources: {'Port': ['ID=b24c7fa8-0fac-4f29-9c68-7b76f5930eee,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:27.222855 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Publish callbacks [] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:27.227672 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966815'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:27.240706 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-5dd1fa5d-4f26-4d58-9fc1-9b09f20f336f None None] Provisioning complete for port 35182650-f0bf-487e-8011-f55af187f220 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:27.241078 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5dd1fa5d-4f26-4d58-9fc1-9b09f20f336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (35182650-f0bf-487e-8011-f55af187f220), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:27.300445 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Pushing event updated for resources: {'Port': ['ID=43f63676-ba4c-422c-9ad5-8826f2d09b85,revision_number=2']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:27.303197 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669490'] for router_interface (cc6a53a4-0eab-4d8e-aea6-09b877527313), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:27.391191 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd2a2f-2a7b-4677-89fd-dd8dec0ed614 req-8f8e022c-5dd0-49b9-91d1-e933c7110e40 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:27.393043 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-08dd2a2f-2a7b-4677-89fd-dd8dec0ed614 req-8f8e022c-5dd0-49b9-91d1-e933c7110e40 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0542119 Jul 20 09:39:27.454999 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-08dd2a2f-2a7b-4677-89fd-dd8dec0ed614 req-7d57d00b-8e03-459a-982d-d8a57036992d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561666 Jul 20 09:39:27.490732 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 5d274ab8-246b-4b31-96c0-521601fc9524 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:27.491127 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (5d274ab8-246b-4b31-96c0-521601fc9524), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:27.518506 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-00755002-3191-4173-8ffc-846851dfab2b None None] Set router cc6a53a4-0eab-4d8e-aea6-09b877527313 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:39:27.595035 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:27.621079 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Network 0f84b84e-fac9-4a56-84f0-7f83433d933f is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:39:27.622477 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:39:27.639410 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1fa5d-4f26-4d58-9fc1-9b09f20f336f None None] Current status of the port 35182650-f0bf-487e-8011-f55af187f220 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:27.694836 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-5dd1fa5d-4f26-4d58-9fc1-9b09f20f336f None None] Provisioning complete for port 43f63676-ba4c-422c-9ad5-8826f2d09b85 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:27.695556 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5dd1fa5d-4f26-4d58-9fc1-9b09f20f336f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:27.740143 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Router cc6a53a4-0eab-4d8e-aea6-09b877527313 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:39:27.771991 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 5d274ab8-246b-4b31-96c0-521601fc9524 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:27.773083 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 35182650-f0bf-487e-8011-f55af187f220 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:39:27.785607 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1fa5d-4f26-4d58-9fc1-9b09f20f336f None None] Port 43f63676-ba4c-422c-9ad5-8826f2d09b85 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:39:27.828803 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:27.852493 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:27.864143 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:39:27.869252 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-ba851d75-dcae-4d54-b009-da72fca6a7cf admin admin] 10.222.0.18 "PUT /v2.0/routers/cc6a53a4-0eab-4d8e-aea6-09b877527313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2117856 Jul 20 09:39:27.881143 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 35182650-f0bf-487e-8011-f55af187f220 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:27.881143 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (35182650-f0bf-487e-8011-f55af187f220), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:27.925027 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-00755002-3191-4173-8ffc-846851dfab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'name': 'tempest-TestMinimumBasicScenario-551009807-router', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b24c7fa8-0fac-4f29-9c68-7b76f5930eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:23Z', 'updated_at': '2022-07-20T09:39:26Z', 'revision_number': 4, 'project_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'gw_port': {'id': 'b24c7fa8-0fac-4f29-9c68-7b76f5930eee', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:24Z', 'updated_at': '2022-07-20T09:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '43f63676-ba4c-422c-9ad5-8826f2d09b85', 'name': '', 'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'mac_address': 'fa:16:3e:d7:42:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df0b67e-0cb2-4ae1-873a-5df69078b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:26Z', 'updated_at': '2022-07-20T09:39:26Z', 'revision_number': 1, 'project_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'subnets': [{'id': '3df0b67e-0cb2-4ae1-873a-5df69078b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:27.928634 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:27.936857 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-e71486fe-bfcd-4d2e-8620-a2c146030631 None None] Provisioning complete for port 43f63676-ba4c-422c-9ad5-8826f2d09b85 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:27.937257 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e71486fe-bfcd-4d2e-8620-a2c146030631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:27.984786 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00755002-3191-4173-8ffc-846851dfab2b None None] The sync data for ids ['cc6a53a4-0eab-4d8e-aea6-09b877527313'] in dv-cinder-822822-3-iscsi is: [{'id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'name': 'tempest-TestMinimumBasicScenario-551009807-router', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b24c7fa8-0fac-4f29-9c68-7b76f5930eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:23Z', 'updated_at': '2022-07-20T09:39:26Z', 'revision_number': 4, 'project_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'gw_port': {'id': 'b24c7fa8-0fac-4f29-9c68-7b76f5930eee', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:24Z', 'updated_at': '2022-07-20T09:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '43f63676-ba4c-422c-9ad5-8826f2d09b85', 'name': '', 'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'mac_address': 'fa:16:3e:d7:42:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df0b67e-0cb2-4ae1-873a-5df69078b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:26Z', 'updated_at': '2022-07-20T09:39:26Z', 'revision_number': 1, 'project_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'subnets': [{'id': '3df0b67e-0cb2-4ae1-873a-5df69078b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:39:28.007115 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-e71486fe-bfcd-4d2e-8620-a2c146030631 None None] Port 43f63676-ba4c-422c-9ad5-8826f2d09b85 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:39:28.046069 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 35182650-f0bf-487e-8011-f55af187f220 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:28.047204 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device d238acb5-c84d-408f-b07d-6e97883ecf2b up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:39:28.091920 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port d238acb5-c84d-408f-b07d-6e97883ecf2b triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:28.092289 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:28.123763 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:28.179835 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:28.195984 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port d238acb5-c84d-408f-b07d-6e97883ecf2b is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:28.599507 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995ff73-d05b-4eef-a6d7-7dcd998cec63 req-abd73fb1-e6e1-4a48-98e8-84aae66067ef tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:28.601208 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a995ff73-d05b-4eef-a6d7-7dcd998cec63 req-abd73fb1-e6e1-4a48-98e8-84aae66067ef tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0532782 Jul 20 09:39:28.658675 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a995ff73-d05b-4eef-a6d7-7dcd998cec63 req-4c855f28-d7e2-4f59-816c-85b6c75dacd6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512943 Jul 20 09:39:29.245393 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device b24c7fa8-0fac-4f29-9c68-7b76f5930eee up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:39:29.302447 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port b24c7fa8-0fac-4f29-9c68-7b76f5930eee triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:29.302764 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (b24c7fa8-0fac-4f29-9c68-7b76f5930eee), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:29.394003 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port b24c7fa8-0fac-4f29-9c68-7b76f5930eee is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:29.394481 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (b24c7fa8-0fac-4f29-9c68-7b76f5930eee), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:29.424847 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port b24c7fa8-0fac-4f29-9c68-7b76f5930eee, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=b24c7fa8-0fac-4f29-9c68-7b76f5930eee,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:39:29.430514 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (b24c7fa8-0fac-4f29-9c68-7b76f5930eee), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:29.520326 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=b24c7fa8-0fac-4f29-9c68-7b76f5930eee,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:29.829345 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a46f9-0a8c-4a97-aeca-a71a5e99eb52 req-3b752e2a-2479-4bd3-8f16-c5c4925ccec8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:29.830901 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a19a46f9-0a8c-4a97-aeca-a71a5e99eb52 req-3b752e2a-2479-4bd3-8f16-c5c4925ccec8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 943 time: 0.0756285 Jul 20 09:39:29.908289 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a19a46f9-0a8c-4a97-aeca-a71a5e99eb52 req-1a3ba318-78e8-4b08-b9fc-ca8878317aa9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693254 Jul 20 09:39:30.607440 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 45838986-91b0-43b0-82e9-e712321d1783 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:39:30.699489 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Sync routers for ids ['cc6a53a4-0eab-4d8e-aea6-09b877527313'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:39:30.711439 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Routers {'cc6a53a4-0eab-4d8e-aea6-09b877527313'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:39:30.712068 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:39:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['cc6a53a4-0eab-4d8e-aea6-09b877527313'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:30.800891 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 45838986-91b0-43b0-82e9-e712321d1783, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=45838986-91b0-43b0-82e9-e712321d1783,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:39:30.849912 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '45838986-91b0-43b0-82e9-e712321d1783', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'port_id': '45838986-91b0-43b0-82e9-e712321d1783', 'mac_address': 'fa:16:3e:1f:5f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:39:30.856324 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Set router cc6a53a4-0eab-4d8e-aea6-09b877527313 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:39:30.893220 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 45838986-91b0-43b0-82e9-e712321d1783 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:30.893747 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (45838986-91b0-43b0-82e9-e712321d1783), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:30.909937 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45838986-91b0-43b0-82e9-e712321d1783 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:39:30.932083 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 45838986-91b0-43b0-82e9-e712321d1783, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=45838986-91b0-43b0-82e9-e712321d1783,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:39:30.938961 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (45838986-91b0-43b0-82e9-e712321d1783), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:31.021245 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=45838986-91b0-43b0-82e9-e712321d1783,revision_number=9']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:31.071315 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5e858-8973-4445-a769-4b4f6cc072bf req-e95d3982-cc1f-4ffa-be02-4cebf3916dd4 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:31.075414 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e5b5e858-8973-4445-a769-4b4f6cc072bf req-e95d3982-cc1f-4ffa-be02-4cebf3916dd4 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 944 time: 0.0811548 Jul 20 09:39:31.155314 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device b24c7fa8-0fac-4f29-9c68-7b76f5930eee up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:39:31.162080 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e5b5e858-8973-4445-a769-4b4f6cc072bf req-34d53462-1271-48ef-8156-4b26151b08c6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820191 Jul 20 09:39:31.205619 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['45838986-91b0-43b0-82e9-e712321d1783'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:39:31.246174 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port b24c7fa8-0fac-4f29-9c68-7b76f5930eee triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:31.246396 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (b24c7fa8-0fac-4f29-9c68-7b76f5930eee), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:31.250719 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:31.274123 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'name': 'tempest-TestMinimumBasicScenario-551009807-router', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b24c7fa8-0fac-4f29-9c68-7b76f5930eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:23Z', 'updated_at': '2022-07-20T09:39:26Z', 'revision_number': 4, 'project_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'gw_port': {'id': 'b24c7fa8-0fac-4f29-9c68-7b76f5930eee', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:24Z', 'updated_at': '2022-07-20T09:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '43f63676-ba4c-422c-9ad5-8826f2d09b85', 'name': '', 'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'mac_address': 'fa:16:3e:d7:42:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df0b67e-0cb2-4ae1-873a-5df69078b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:26Z', 'updated_at': '2022-07-20T09:39:27Z', 'revision_number': 2, 'project_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'subnets': [{'id': '3df0b67e-0cb2-4ae1-873a-5df69078b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:31.333747 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Checking router: cc6a53a4-0eab-4d8e-aea6-09b877527313 for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:39:31.334086 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Updating router cc6a53a4-0eab-4d8e-aea6-09b877527313 port 43f63676-ba4c-422c-9ad5-8826f2d09b85 binding host dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:39:31.382196 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:31.407737 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port b24c7fa8-0fac-4f29-9c68-7b76f5930eee is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:31.516475 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:31.695331 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Publish callbacks [] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:31.702497 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:31.764959 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936ee5b-971b-4e58-99ea-e644e4bb3b71 None None] Pushing event updated for resources: {'Port': ['ID=43f63676-ba4c-422c-9ad5-8826f2d09b85,revision_number=3']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:31.831343 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Attempting to bind port 43f63676-ba4c-422c-9ad5-8826f2d09b85 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:39:31.831799 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Attempting to bind port 43f63676-ba4c-422c-9ad5-8826f2d09b85 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'f89cdbaa-ede7-4063-86ac-9786d43ddc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f'}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:39:31.832242 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Attempting to bind port 43f63676-ba4c-422c-9ad5-8826f2d09b85 on network 0f84b84e-fac9-4a56-84f0-7f83433d933f {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:39:31.838927 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:39:31.839416 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Checking segment: {'id': 'f89cdbaa-ede7-4063-86ac-9786d43ddc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:39:31.839878 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:31.840353 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Bound using segment: {'id': 'f89cdbaa-ede7-4063-86ac-9786d43ddc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f'} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:39:31.840878 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Bound port: 43f63676-ba4c-422c-9ad5-8826f2d09b85, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89cdbaa-ede7-4063-86ac-9786d43ddc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f'}}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:39:31.841322 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:31.844430 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:31.930680 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] For port 43f63676-ba4c-422c-9ad5-8826f2d09b85, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:39:31.934222 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] For port 43f63676-ba4c-422c-9ad5-8826f2d09b85, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=43f63676-ba4c-422c-9ad5-8826f2d09b85,segment=NetworkSegment(f89cdbaa-ede7-4063-86ac-9786d43ddc4d),segment_id=f89cdbaa-ede7-4063-86ac-9786d43ddc4d)] {{(pid=104192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:39:31.942438 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:32.015720 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Routers {'cc6a53a4-0eab-4d8e-aea6-09b877527313'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:39:32.016830 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:39:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['cc6a53a4-0eab-4d8e-aea6-09b877527313'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:32.058028 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936ee5b-971b-4e58-99ea-e644e4bb3b71 None None] Pushing event updated for resources: {'Port': ['ID=43f63676-ba4c-422c-9ad5-8826f2d09b85,revision_number=4']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:32.092124 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-d10605ba-f77a-4178-bd15-c71b0e0900e0 None None] Provisioning complete for port 43f63676-ba4c-422c-9ad5-8826f2d09b85 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:32.093313 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d10605ba-f77a-4178-bd15-c71b0e0900e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:32.159782 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] Set router cc6a53a4-0eab-4d8e-aea6-09b877527313 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:39:32.221027 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-d10605ba-f77a-4178-bd15-c71b0e0900e0 None None] Current status of the port 43f63676-ba4c-422c-9ad5-8826f2d09b85 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:32.221027 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d10605ba-f77a-4178-bd15-c71b0e0900e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:32.273465 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-d10605ba-f77a-4178-bd15-c71b0e0900e0 None None] For port 43f63676-ba4c-422c-9ad5-8826f2d09b85, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=43f63676-ba4c-422c-9ad5-8826f2d09b85,segment=NetworkSegment(f89cdbaa-ede7-4063-86ac-9786d43ddc4d),segment_id=f89cdbaa-ede7-4063-86ac-9786d43ddc4d)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:39:32.280364 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d10605ba-f77a-4178-bd15-c71b0e0900e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:32.368606 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10605ba-f77a-4178-bd15-c71b0e0900e0 None None] Pushing event updated for resources: {'Port': ['ID=43f63676-ba4c-422c-9ad5-8826f2d09b85,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:32.387507 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3e037-e6c7-4ad2-a22b-1f953cd2202f req-3b0fa447-ab54-4a70-90ed-fe42f0630ce3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:32.393202 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:32.399828 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c2c3e037-e6c7-4ad2-a22b-1f953cd2202f req-3b0fa447-ab54-4a70-90ed-fe42f0630ce3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 944 time: 0.0916812 Jul 20 09:39:32.413172 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-853c19d5-44e9-4481-8a0b-616a46d97c2a None None] Provisioning complete for port 43f63676-ba4c-422c-9ad5-8826f2d09b85 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:32.413535 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-853c19d5-44e9-4481-8a0b-616a46d97c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:32.451923 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'name': 'tempest-TestMinimumBasicScenario-551009807-router', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b24c7fa8-0fac-4f29-9c68-7b76f5930eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:23Z', 'updated_at': '2022-07-20T09:39:26Z', 'revision_number': 4, 'project_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'gw_port': {'id': 'b24c7fa8-0fac-4f29-9c68-7b76f5930eee', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:24Z', 'updated_at': '2022-07-20T09:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '43f63676-ba4c-422c-9ad5-8826f2d09b85', 'name': '', 'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'mac_address': 'fa:16:3e:d7:42:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df0b67e-0cb2-4ae1-873a-5df69078b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:26Z', 'updated_at': '2022-07-20T09:39:31Z', 'revision_number': 4, 'project_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'subnets': [{'id': '3df0b67e-0cb2-4ae1-873a-5df69078b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:39:32.488714 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c2c3e037-e6c7-4ad2-a22b-1f953cd2202f req-596eabb2-ebb7-4633-8bb6-a03a3ba9cc3e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856822 Jul 20 09:39:32.494061 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf4c6e-7366-44d4-aa63-840b5fbea90d None None] The sync data for ids ['cc6a53a4-0eab-4d8e-aea6-09b877527313'] in dv-cinder-822822-3-iscsi is: [{'id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'name': 'tempest-TestMinimumBasicScenario-551009807-router', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b24c7fa8-0fac-4f29-9c68-7b76f5930eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:23Z', 'updated_at': '2022-07-20T09:39:26Z', 'revision_number': 4, 'project_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'gw_port': {'id': 'b24c7fa8-0fac-4f29-9c68-7b76f5930eee', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:24Z', 'updated_at': '2022-07-20T09:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '43f63676-ba4c-422c-9ad5-8826f2d09b85', 'name': '', 'network_id': '0f84b84e-fac9-4a56-84f0-7f83433d933f', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'mac_address': 'fa:16:3e:d7:42:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3df0b67e-0cb2-4ae1-873a-5df69078b2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:26Z', 'updated_at': '2022-07-20T09:39:31Z', 'revision_number': 4, 'project_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'subnets': [{'id': '3df0b67e-0cb2-4ae1-873a-5df69078b2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:39:32.542660 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-853c19d5-44e9-4481-8a0b-616a46d97c2a None None] Current status of the port 43f63676-ba4c-422c-9ad5-8826f2d09b85 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:32.623024 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 45838986-91b0-43b0-82e9-e712321d1783 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:39:32.696649 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 45838986-91b0-43b0-82e9-e712321d1783 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:32.697261 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (45838986-91b0-43b0-82e9-e712321d1783), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:32.760687 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:32.800644 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 45838986-91b0-43b0-82e9-e712321d1783 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:32.801052 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (45838986-91b0-43b0-82e9-e712321d1783), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:32.831662 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45838986-91b0-43b0-82e9-e712321d1783'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:39:32.835092 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e8f1ff-e209-45ba-b672-2db00b4259f9" -d '{"events": [{"server_uuid": "449aaf77-3ec6-4163-bc11-ce226c2ca23d", "name": "network-vif-plugged", "status": "completed", "tag": "45838986-91b0-43b0-82e9-e712321d1783"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:39:32.872132 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 45838986-91b0-43b0-82e9-e712321d1783, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=45838986-91b0-43b0-82e9-e712321d1783,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:39:32.877743 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (45838986-91b0-43b0-82e9-e712321d1783), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:32.964352 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5777cb-bc8e-401a-bd5c-96f0fbd65978 x-openstack-request-id: req-9b5777cb-bc8e-401a-bd5c-96f0fbd65978 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:39:32.964508 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449aaf77-3ec6-4163-bc11-ce226c2ca23d", "name": "network-vif-plugged", "status": "completed", "tag": "45838986-91b0-43b0-82e9-e712321d1783", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:39:32.964747 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b5777cb-bc8e-401a-bd5c-96f0fbd65978 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:39:32.965741 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5777cb-bc8e-401a-bd5c-96f0fbd65978'] response: {'server_uuid': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45838986-91b0-43b0-82e9-e712321d1783', 'code': 200} Jul 20 09:39:32.966350 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=45838986-91b0-43b0-82e9-e712321d1783,revision_number=10']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:33.140227 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 43f63676-ba4c-422c-9ad5-8826f2d09b85 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:39:33.200733 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 43f63676-ba4c-422c-9ad5-8826f2d09b85 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:33.202381 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:33.349415 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 43f63676-ba4c-422c-9ad5-8826f2d09b85 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:33.489582 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084c7cc-c7b1-4dca-b2f8-1d6b4a656eed req-e35964f4-23f8-4fad-b0e3-5d1e14940afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:33.491679 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4084c7cc-c7b1-4dca-b2f8-1d6b4a656eed req-e35964f4-23f8-4fad-b0e3-5d1e14940afe service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 1130 time: 0.0803528 Jul 20 09:39:33.943037 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71228c-7acb-4e81-bbeb-5159ffe28ebd req-b3120010-21fe-4a05-ae08-006747331101 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:33.944488 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6a71228c-7acb-4e81-bbeb-5159ffe28ebd req-b3120010-21fe-4a05-ae08-006747331101 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 946 time: 0.0663393 Jul 20 09:39:33.946566 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4084c7cc-c7b1-4dca-b2f8-1d6b4a656eed req-6b0942f2-d327-4be4-8c2e-430159988abe service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4472644 Jul 20 09:39:34.014984 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6a71228c-7acb-4e81-bbeb-5159ffe28ebd req-1e7e0890-12af-4b2c-93c9-5051807f1ae1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628574 Jul 20 09:39:35.153402 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5271c2d-8e38-44c5-a8c5-df5d29696fcb req-cbb75189-971d-41f6-b802-7c1d0136846d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:35.162285 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f5271c2d-8e38-44c5-a8c5-df5d29696fcb req-cbb75189-971d-41f6-b802-7c1d0136846d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 946 time: 0.0667889 Jul 20 09:39:35.222462 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f5271c2d-8e38-44c5-a8c5-df5d29696fcb req-154b8af1-d6ce-42ae-a994-baf19c618c8e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589352 Jul 20 09:39:36.345350 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:36.352661 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60499fca-9917-494b-af61-9ab1739a8bda req-92a693de-e4f4-4c05-9e78-20ad6a7f4c00 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:36.360485 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-60499fca-9917-494b-af61-9ab1739a8bda req-92a693de-e4f4-4c05-9e78-20ad6a7f4c00 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 946 time: 0.0617380 Jul 20 09:39:36.413045 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-60499fca-9917-494b-af61-9ab1739a8bda req-9e483494-dc1e-4c0c-a3f3-4d724139e4b4 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513935 Jul 20 09:39:38.413644 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-3a68bf6d-ecf2-404f-af35-6c944b5b6fec tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:38.415018 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-3a68bf6d-ecf2-404f-af35-6c944b5b6fec tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/networks?id=7ed66025-4c0d-4641-af19-2ad6eb5abae0 HTTP/1.1" status: 200 len: 814 time: 0.1007507 Jul 20 09:39:38.429358 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-2d4eb50d-c567-4aff-a465-97900f713de6 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/quotas/65ccb95f08764f99b5a5c1166c42410b HTTP/1.1" status: 200 len: 375 time: 0.0090117 Jul 20 09:39:38.482187 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-e2a22c37-9ab2-40ee-825a-144a4637ded9 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=65ccb95f08764f99b5a5c1166c42410b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480006 Jul 20 09:39:38.575781 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-9441e058-0b17-4853-a056-44e29a98e379 service neutron] 10.222.0.18 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823276 Jul 20 09:39:38.659057 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:38.669984 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-86184ef2-4560-48f2-8fee-2bfe3daae1c9 service neutron] 10.222.0.18 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880561 Jul 20 09:39:38.826860 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b89bb2ec-5366-4dea-b2fd-f4f279026a4d req-b66fc8c1-c8ac-4bad-9f25-56587c142f63 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 210 time: 0.0285256 Jul 20 09:39:39.928491 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-516e1b4f-8369-4366-8750-bedd8e4dd8a0 req-aa85fc92-10f2-4a4b-ac5d-483313c92160 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 210 time: 0.0284770 Jul 20 09:39:40.501799 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-5441179b-af40-4d14-9c5d-564aea5c82ba tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:40.503305 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-5441179b-af40-4d14-9c5d-564aea5c82ba tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.17 "GET /v2.0/networks?id=7ed66025-4c0d-4641-af19-2ad6eb5abae0 HTTP/1.1" status: 200 len: 814 time: 0.1207252 Jul 20 09:39:40.517149 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-1214ccf2-3c31-49c3-9b15-4b17965a0cf5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Request body: {'port': {'device_id': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'admin_state_up': True, 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:39:40.631274 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-1214ccf2-3c31-49c3-9b15-4b17965a0cf5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Made reservation on behalf of 65ccb95f08764f99b5a5c1166c42410b for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:39:40.634960 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-1214ccf2-3c31-49c3-9b15-4b17965a0cf5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:40.831157 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def85b4a-286e-489e-82d7-61edb2f170a6 req-4b07c8c8-e7fd-45e5-a730-6ee29fb53b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:40.832784 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-def85b4a-286e-489e-82d7-61edb2f170a6 req-4b07c8c8-e7fd-45e5-a730-6ee29fb53b70 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 1129 time: 0.1085927 Jul 20 09:39:40.878083 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426427-e0ce-4d15-8063-4ce8c77d2066 req-07ea47a1-b793-4fe4-a046-4355e563d97b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:40.879624 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c1426427-e0ce-4d15-8063-4ce8c77d2066 req-07ea47a1-b793-4fe4-a046-4355e563d97b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.1072829 Jul 20 09:39:40.881304 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-1214ccf2-3c31-49c3-9b15-4b17965a0cf5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Allocated IP 172.20.0.13 (7ed66025-4c0d-4641-af19-2ad6eb5abae0/2dea8d0e-ab74-426c-933e-b1c49f876204/2c6b639d-4460-4929-a29a-c38cbf380511) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:39:41.015115 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:41.062653 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c1426427-e0ce-4d15-8063-4ce8c77d2066 req-5775e2af-1f85-43d8-a2d6-c132dab5c307 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1743472 Jul 20 09:39:41.080990 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def85b4a-286e-489e-82d7-61edb2f170a6 req-0f8eec2f-2289-4baf-a1c4-9163c79e90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:41.082462 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-def85b4a-286e-489e-82d7-61edb2f170a6 req-0f8eec2f-2289-4baf-a1c4-9163c79e90b1 service neutron] 10.222.0.17 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 920 time: 0.2409656 Jul 20 09:39:41.084000 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a9cca482-50e1-4306-8caa-32ee5e245bad req-d35ab5bf-bf7c-4176-a377-56028fdce26e tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 210 time: 0.0541525 Jul 20 09:39:41.229004 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-1214ccf2-3c31-49c3-9b15-4b17965a0cf5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for port (2c6b639d-4460-4929-a29a-c38cbf380511), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:41.262783 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:41.277228 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-1214ccf2-3c31-49c3-9b15-4b17965a0cf5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:41.375906 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-1214ccf2-3c31-49c3-9b15-4b17965a0cf5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Network 7ed66025-4c0d-4641-af19-2ad6eb5abae0 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:39:41.379146 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-def85b4a-286e-489e-82d7-61edb2f170a6 req-25e29a24-ce48-4c3f-93cc-e6a404a5ed1f service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c684db-cb6a-480b-89c3-6faeb0c7a54f HTTP/1.1" status: 200 len: 1001 time: 0.1128895 Jul 20 09:39:41.380468 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214ccf2-3c31-49c3-9b15-4b17965a0cf5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Pushing event updated for resources: {'Port': ['ID=2c6b639d-4460-4929-a29a-c38cbf380511,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:41.385024 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-1214ccf2-3c31-49c3-9b15-4b17965a0cf5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:39:41.385385 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-1214ccf2-3c31-49c3-9b15-4b17965a0cf5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:39:41.456281 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-1214ccf2-3c31-49c3-9b15-4b17965a0cf5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:41.456920 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-1214ccf2-3c31-49c3-9b15-4b17965a0cf5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:41.477968 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-1214ccf2-3c31-49c3-9b15-4b17965a0cf5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9650092 Jul 20 09:39:41.480758 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41121af9-9bed-4669-a765-a293b460b8cb req-9dae9752-0a50-48fe-855e-62d1580c9629 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:41.482792 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-41121af9-9bed-4669-a765-a293b460b8cb req-9dae9752-0a50-48fe-855e-62d1580c9629 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.1165667 Jul 20 09:39:41.547104 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-41121af9-9bed-4669-a765-a293b460b8cb req-1bc8ff0c-47c3-4b98-ba89-e1f6d6a20a94 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551286 Jul 20 09:39:41.742690 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-5115197f-848b-4396-86ab-d321a587298f None None] Provisioning complete for port 2c6b639d-4460-4929-a29a-c38cbf380511 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:41.743394 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5115197f-848b-4396-86ab-d321a587298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:41.783542 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-5115197f-848b-4396-86ab-d321a587298f None None] Port 2c6b639d-4460-4929-a29a-c38cbf380511 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:39:42.208555 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b02499-0b79-48eb-933f-103f72eea588 req-9a3740db-5aa6-476a-97fe-405e558ba6b4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:42.216480 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-92b02499-0b79-48eb-933f-103f72eea588 req-9a3740db-5aa6-476a-97fe-405e558ba6b4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0660317 Jul 20 09:39:42.259014 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa52bd-62f0-401a-a11a-96ccf4283616 req-6bc52731-60e6-4686-ba5e-c4f59284bc3b tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:42.260765 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d9fa52bd-62f0-401a-a11a-96ccf4283616 req-6bc52731-60e6-4686-ba5e-c4f59284bc3b tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 932 time: 0.0883815 Jul 20 09:39:42.270141 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-92b02499-0b79-48eb-933f-103f72eea588 req-ebec7cc6-d14a-44bf-9284-bddaeecdf9a1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527799 Jul 20 09:39:42.318868 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d9fa52bd-62f0-401a-a11a-96ccf4283616 req-0a1856c3-9dfc-4a4a-a1a8-3134fff3cd3b tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513554 Jul 20 09:39:42.410452 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:42.493925 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:42.669254 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea29f9-dad4-4c66-9889-bb629d48edb1 req-65555185-15be-4b97-8d18-1397786993cb tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:42.670653 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-beea29f9-dad4-4c66-9889-bb629d48edb1 req-65555185-15be-4b97-8d18-1397786993cb tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0513473 Jul 20 09:39:42.727409 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-beea29f9-dad4-4c66-9889-bb629d48edb1 req-3398513e-437c-49a2-8227-9807fa974af7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465596 Jul 20 09:39:43.358701 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:43.407278 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab34b2d-1080-4f6d-961f-d65374ab622f req-81d28cb4-2d3c-4ba0-b421-38e935d7ae4d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:43.409347 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1ab34b2d-1080-4f6d-961f-d65374ab622f req-81d28cb4-2d3c-4ba0-b421-38e935d7ae4d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0592067 Jul 20 09:39:43.459125 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a6975-40be-4031-897c-965bfdcbdcbf req-1c2e88de-b486-4c0b-87fd-8161a38968d7 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:43.460711 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c22a6975-40be-4031-897c-965bfdcbdcbf req-1c2e88de-b486-4c0b-87fd-8161a38968d7 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 932 time: 0.0657389 Jul 20 09:39:43.471874 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1ab34b2d-1080-4f6d-961f-d65374ab622f req-0d605436-f9fd-4eb5-b59a-b56b23b5aebc tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520909 Jul 20 09:39:43.529916 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c22a6975-40be-4031-897c-965bfdcbdcbf req-ca87e92e-6410-4149-ab0a-1d6f294cbdc2 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630617 Jul 20 09:39:43.856850 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07e130-02c2-4e87-a82f-15d0e281a227 req-cb05e595-c719-41d2-b9e8-56ae0b2b4e5d tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:43.859038 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-be07e130-02c2-4e87-a82f-15d0e281a227 req-cb05e595-c719-41d2-b9e8-56ae0b2b4e5d tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0593436 Jul 20 09:39:43.911561 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-be07e130-02c2-4e87-a82f-15d0e281a227 req-7124b7ab-5fb9-4a15-aeec-651516e4c965 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462816 Jul 20 09:39:44.614259 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6e1b7-ee8b-4a3c-81d0-92c9692879c3 req-36e23d1d-53ec-4f98-997c-01a583551d0f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:44.615956 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d4a6e1b7-ee8b-4a3c-81d0-92c9692879c3 req-36e23d1d-53ec-4f98-997c-01a583551d0f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0694730 Jul 20 09:39:44.669603 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f92b8-4296-44f3-996b-a22c71b12c4a req-208b68ee-0f31-4aa2-b85d-6af029a3339b tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:44.672196 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-563f92b8-4296-44f3-996b-a22c71b12c4a req-208b68ee-0f31-4aa2-b85d-6af029a3339b tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 932 time: 0.0637031 Jul 20 09:39:44.698418 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d4a6e1b7-ee8b-4a3c-81d0-92c9692879c3 req-97faffd9-413f-4210-9a6d-a9196a78f109 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758421 Jul 20 09:39:44.747580 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-563f92b8-4296-44f3-996b-a22c71b12c4a req-d59adc25-0f35-40ec-95fb-276b729d53c3 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644207 Jul 20 09:39:45.056484 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20355c-aa62-49fc-a303-d0f5352c3363 req-0bcac670-016b-4b47-8880-129162c50fe2 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:45.061279 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ac20355c-aa62-49fc-a303-d0f5352c3363 req-0bcac670-016b-4b47-8880-129162c50fe2 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0736053 Jul 20 09:39:45.111600 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ac20355c-aa62-49fc-a303-d0f5352c3363 req-54448646-7315-40e4-b6ec-d4bf58ed16e6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474882 Jul 20 09:39:45.817907 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0aba9-1ca3-4869-8d80-9d6625cf4036 req-c859510c-05d2-45c2-adf8-5489f69438bb tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:45.819555 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-35a0aba9-1ca3-4869-8d80-9d6625cf4036 req-c859510c-05d2-45c2-adf8-5489f69438bb tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0521312 Jul 20 09:39:45.867819 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd345-9db4-4a1a-81a9-af5e0aac2a5b req-8d443a46-87fe-4d52-aeb4-f0a0fd2504f7 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:45.875972 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dabfd345-9db4-4a1a-81a9-af5e0aac2a5b req-8d443a46-87fe-4d52-aeb4-f0a0fd2504f7 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 932 time: 0.0613794 Jul 20 09:39:45.880671 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-35a0aba9-1ca3-4869-8d80-9d6625cf4036 req-5f4008ab-57ad-4bfe-8828-a36985f131ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551262 Jul 20 09:39:45.927868 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dabfd345-9db4-4a1a-81a9-af5e0aac2a5b req-8b1dcb5c-f641-4321-a846-3413c12791c5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506799 Jul 20 09:39:46.232013 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b23a4-05e4-4a58-a888-91f8f49e86e4 req-3fb33ed3-edd6-4abe-8aa7-dacc5714cfa8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:46.233594 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b03b23a4-05e4-4a58-a888-91f8f49e86e4 req-3fb33ed3-edd6-4abe-8aa7-dacc5714cfa8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0504122 Jul 20 09:39:46.287857 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b03b23a4-05e4-4a58-a888-91f8f49e86e4 req-f9ddf772-0897-47d7-aa28-fd01d33f5360 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479162 Jul 20 09:39:46.826910 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:47.020682 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2616b4-69fe-4ea5-bdc8-d4849d611f28 req-30c2f649-aaa9-4fe9-9e8c-ef579e5e25d8 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:47.022228 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7f2616b4-69fe-4ea5-bdc8-d4849d611f28 req-30c2f649-aaa9-4fe9-9e8c-ef579e5e25d8 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0638831 Jul 20 09:39:47.063578 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:47.081076 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7f2616b4-69fe-4ea5-bdc8-d4849d611f28 req-418b9596-b86a-410b-91c0-04830ded35c0 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485406 Jul 20 09:39:47.082000 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c29f59-1a83-4261-8ec5-af85aca49986 req-a651572d-0845-477d-b57f-af55173f2945 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:47.083594 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-23c29f59-1a83-4261-8ec5-af85aca49986 req-a651572d-0845-477d-b57f-af55173f2945 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 932 time: 0.0709369 Jul 20 09:39:47.141359 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-23c29f59-1a83-4261-8ec5-af85aca49986 req-f85ebb98-bbf7-4c4b-8b50-7fb6d94898fa tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508506 Jul 20 09:39:47.407632 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd78de9-d194-4bb8-9dd2-a8b905b7ba58 req-5a1eb554-88b5-45f9-9c93-5e1d957e8db8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:47.409210 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7dd78de9-d194-4bb8-9dd2-a8b905b7ba58 req-5a1eb554-88b5-45f9-9c93-5e1d957e8db8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0523269 Jul 20 09:39:47.460562 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7dd78de9-d194-4bb8-9dd2-a8b905b7ba58 req-f1b4945c-bdbb-4cf0-a5c8-830e62271197 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448751 Jul 20 09:39:48.219178 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aede03-15f8-4422-afea-c481cfe5773f req-18627ecc-3766-43ae-a0b1-84ae66e592ab tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:48.221159 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a8aede03-15f8-4422-afea-c481cfe5773f req-18627ecc-3766-43ae-a0b1-84ae66e592ab tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0669804 Jul 20 09:39:48.255993 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:48.282829 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:48.289605 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a8aede03-15f8-4422-afea-c481cfe5773f req-bcdb652f-06c5-46da-b845-e7d3ac8708b5 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627863 Jul 20 09:39:48.299794 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a98597-0f0e-412e-b5e1-8e211ad19107 req-8e8e5bc0-a505-4e1e-b630-09f8d3c96e03 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:48.301339 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-46a98597-0f0e-412e-b5e1-8e211ad19107 req-8e8e5bc0-a505-4e1e-b630-09f8d3c96e03 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 932 time: 0.0787342 Jul 20 09:39:48.351225 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-46a98597-0f0e-412e-b5e1-8e211ad19107 req-13921cbe-31b0-460a-9b94-2b04a1baf9aa tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442722 Jul 20 09:39:48.593436 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c180d3-bc89-48d0-a2cf-b44848a8a314 req-b70711f5-2739-4bf7-b62c-8ce3ea48a02e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:48.595057 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-57c180d3-bc89-48d0-a2cf-b44848a8a314 req-b70711f5-2739-4bf7-b62c-8ce3ea48a02e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0533707 Jul 20 09:39:48.642724 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-57c180d3-bc89-48d0-a2cf-b44848a8a314 req-d72c5e0c-5af1-48ac-9b49-1fd05c286a2a tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419681 Jul 20 09:39:49.142456 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Request body: {'port': {'device_id': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:39:49.234096 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def85b4a-286e-489e-82d7-61edb2f170a6 req-ad59125a-cfd6-44fa-a608-ddd58eb10d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:49.235577 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-def85b4a-286e-489e-82d7-61edb2f170a6 req-ad59125a-cfd6-44fa-a608-ddd58eb10d1b service neutron] 10.222.0.17 "GET /v2.0/subnets?id=83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 200 len: 858 time: 0.0902932 Jul 20 09:39:49.241694 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:49.306815 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def85b4a-286e-489e-82d7-61edb2f170a6 req-9ee62229-2d51-4c48-8cd6-2abbc027f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:49.308334 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-def85b4a-286e-489e-82d7-61edb2f170a6 req-9ee62229-2d51-4c48-8cd6-2abbc027f188 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b536439e-ad65-4ab6-9df1-5521403416c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644712 Jul 20 09:39:49.467098 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27efc76-acf1-4d99-9622-7c45ea82337a req-cf2e958c-8528-4b3d-8bf4-3e59fc1f32f3 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:49.468760 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f27efc76-acf1-4d99-9622-7c45ea82337a req-cf2e958c-8528-4b3d-8bf4-3e59fc1f32f3 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 932 time: 0.0487144 Jul 20 09:39:49.492017 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ccf73-ffbe-4e3e-818d-9b45ec0df951 req-73ccc478-b90d-4d0c-a6fc-46e1f84c5f94 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:49.493672 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bd5ccf73-ffbe-4e3e-818d-9b45ec0df951 req-73ccc478-b90d-4d0c-a6fc-46e1f84c5f94 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.1018865 Jul 20 09:39:49.518927 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f27efc76-acf1-4d99-9622-7c45ea82337a req-3f44a1a8-e9a3-4056-823f-44e635a20777 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443232 Jul 20 09:39:49.544517 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-def85b4a-286e-489e-82d7-61edb2f170a6 req-3a5e9da6-8063-4dca-920b-5a9772dc2b34 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290215 Jul 20 09:39:49.662109 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bd5ccf73-ffbe-4e3e-818d-9b45ec0df951 req-c765984f-031d-44c8-8d03-0cc24bd5beb5 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1574678 Jul 20 09:39:49.719130 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-def85b4a-286e-489e-82d7-61edb2f170a6 req-5bb0d1e7-ab75-4896-a5fc-e0e9052bcf23 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469231 Jul 20 09:39:49.759968 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6b639d-4460-4929-a29a-c38cbf380511 {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:39:49.762315 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5b721-7782-4904-af12-0f02705f465d req-44ebb4b4-0f9b-42cf-9ae4-ad661b7e8e67 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:49.763969 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-89b5b721-7782-4904-af12-0f02705f465d req-44ebb4b4-0f9b-42cf-9ae4-ad661b7e8e67 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0497277 Jul 20 09:39:49.767873 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Publish callbacks [] for port (2c6b639d-4460-4929-a29a-c38cbf380511), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:49.780682 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Transition to ACTIVE for port object 2c6b639d-4460-4929-a29a-c38cbf380511 will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:39:49.784985 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:49.790340 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:49.820895 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-89b5b721-7782-4904-af12-0f02705f465d req-82dbed91-410f-4004-8859-a70dc338fda0 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513484 Jul 20 09:39:49.847601 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6b639d-4460-4929-a29a-c38cbf380511,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:49.872957 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:49.873298 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:49.873638 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:49.874633 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:49.875182 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:49.875808 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:49.876296 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:49.876626 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:49.876958 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:49.877289 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:49.877620 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:49.877942 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:49.878265 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:49.878586 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:49.878905 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:39:49.884572 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:49.936375 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Attempting to bind port 2c6b639d-4460-4929-a29a-c38cbf380511 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:39:49.937308 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Attempting to bind port 2c6b639d-4460-4929-a29a-c38cbf380511 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'af83508d-4d64-45bc-883a-1f690c3df1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:39:49.937614 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Attempting to bind port 2c6b639d-4460-4929-a29a-c38cbf380511 on network 7ed66025-4c0d-4641-af19-2ad6eb5abae0 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:39:49.942365 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Port 2c6b639d-4460-4929-a29a-c38cbf380511 on network 7ed66025-4c0d-4641-af19-2ad6eb5abae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:39:49.942690 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Attempting to bind port 2c6b639d-4460-4929-a29a-c38cbf380511 on network 7ed66025-4c0d-4641-af19-2ad6eb5abae0 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:39:49.947734 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:39:49.948074 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Checking segment: {'id': 'af83508d-4d64-45bc-883a-1f690c3df1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:39:49.948456 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Bound using segment: {'id': 'af83508d-4d64-45bc-883a-1f690c3df1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:39:49.948883 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Bound port: 2c6b639d-4460-4929-a29a-c38cbf380511, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af83508d-4d64-45bc-883a-1f690c3df1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:39:49.949241 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:50.012754 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] For port 2c6b639d-4460-4929-a29a-c38cbf380511, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:39:50.015891 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] For port 2c6b639d-4460-4929-a29a-c38cbf380511, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c6b639d-4460-4929-a29a-c38cbf380511,segment=NetworkSegment(af83508d-4d64-45bc-883a-1f690c3df1ed),segment_id=af83508d-4d64-45bc-883a-1f690c3df1ed)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:39:50.021860 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:50.061050 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:50.061695 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:50.063090 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] 10.222.0.17 "PUT /v2.0/ports/2c6b639d-4460-4929-a29a-c38cbf380511 HTTP/1.1" status: 200 len: 1094 time: 0.9255311 Jul 20 09:39:50.063682 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'tag': '2c6b639d-4460-4929-a29a-c38cbf380511'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:39:50.066185 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cf908f-4c44-4534-a7d5-f2103ec42be8" -d '{"events": [{"name": "network-changed", "server_uuid": "41ddf4cc-330e-4e95-9081-bf40e350914c", "tag": "2c6b639d-4460-4929-a29a-c38cbf380511"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:39:50.092487 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8c163-297e-4dfc-b045-d2081b54e116 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6b639d-4460-4929-a29a-c38cbf380511,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:50.125903 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e1339a-ea58-4d8d-a694-d126cd8bec3d x-openstack-request-id: req-a1e1339a-ea58-4d8d-a694-d126cd8bec3d {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:39:50.125903 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ddf4cc-330e-4e95-9081-bf40e350914c", "tag": "2c6b639d-4460-4929-a29a-c38cbf380511", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:39:50.125903 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1e1339a-ea58-4d8d-a694-d126cd8bec3d {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:39:50.125903 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e1339a-ea58-4d8d-a694-d126cd8bec3d'] response: {'name': 'network-changed', 'server_uuid': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'tag': '2c6b639d-4460-4929-a29a-c38cbf380511', 'status': 'completed', 'code': 200} Jul 20 09:39:50.152985 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-b1ce4861-f242-4df2-95e3-3431371d8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:50.154551 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-b1ce4861-f242-4df2-95e3-3431371d8445 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=65ccb95f08764f99b5a5c1166c42410b&device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 1128 time: 0.0419214 Jul 20 09:39:50.196020 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-b68c43a1-acc5-40ff-a9dc-ecb9a5ba69d8 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c6b639d-4460-4929-a29a-c38cbf380511 HTTP/1.1" status: 200 len: 217 time: 0.0347991 Jul 20 09:39:50.250364 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-8c741078-5848-4e4e-b213-ee0a1ec253e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:50.251868 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-8c741078-5848-4e4e-b213-ee0a1ec253e8 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2dea8d0e-ab74-426c-933e-b1c49f876204 HTTP/1.1" status: 200 len: 853 time: 0.0504198 Jul 20 09:39:50.299527 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-61a1d254-33ac-4d1f-9cdb-608d06cbe700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:50.301037 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-61a1d254-33ac-4d1f-9cdb-608d06cbe700 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=7ed66025-4c0d-4641-af19-2ad6eb5abae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432930 Jul 20 09:39:50.387521 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-70521712-04ab-4f10-af34-1501fdeda16d service neutron] 10.222.0.17 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802300 Jul 20 09:39:50.480259 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-546f3781-e08a-4b3f-8c44-086cee1987bd req-f07daa32-9a50-4900-a39d-4b09acb58816 service neutron] 10.222.0.17 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863440 Jul 20 09:39:50.601513 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:50.637062 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945b571-5c92-4004-bd32-06164e3de5b8 req-2cf59344-028b-4cfe-8016-c30fd0a07ff8 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:50.638514 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5945b571-5c92-4004-bd32-06164e3de5b8 req-2cf59344-028b-4cfe-8016-c30fd0a07ff8 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 944 time: 0.0475087 Jul 20 09:39:50.685225 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5945b571-5c92-4004-bd32-06164e3de5b8 req-f0254eb1-3392-4c2b-b540-de18762f2972 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Jul 20 09:39:50.790332 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e0ebe-f812-49ce-9e00-ef92df35040a req-4e583b06-26f5-41f2-8029-0810c1d820d7 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:50.791849 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a42e0ebe-f812-49ce-9e00-ef92df35040a req-4e583b06-26f5-41f2-8029-0810c1d820d7 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0480037 Jul 20 09:39:50.842213 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a42e0ebe-f812-49ce-9e00-ef92df35040a req-316b1c43-9e5f-4c8f-bab0-63ef9e68b343 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446289 Jul 20 09:39:50.937449 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a1d03-dbad-402d-a9f7-f7e753e8a910 req-45ed5567-7602-4303-8168-b7857a012266 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:50.938894 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-aa3a1d03-dbad-402d-a9f7-f7e753e8a910 req-45ed5567-7602-4303-8168-b7857a012266 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0465443 Jul 20 09:39:50.985452 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-aa3a1d03-dbad-402d-a9f7-f7e753e8a910 req-a0cad25e-48fa-431a-9d4d-f67f8aba7066 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411050 Jul 20 09:39:51.465698 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf908f-4c44-4534-a7d5-f2103ec42be8 req-4db5bb3f-68be-4298-91a6-f8fa6c738156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:51.467433 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e9cf908f-4c44-4534-a7d5-f2103ec42be8 req-4db5bb3f-68be-4298-91a6-f8fa6c738156 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=65ccb95f08764f99b5a5c1166c42410b&device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 1128 time: 0.0489793 Jul 20 09:39:51.567862 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b924e539-d042-474e-b15c-4ca3d64d54a3 req-38999da6-bd15-4b90-a93a-1a64adc025d4 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785730 Jul 20 09:39:51.610445 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf908f-4c44-4534-a7d5-f2103ec42be8 req-1ef8ebb3-b4a8-4a93-97dd-6b70651ccc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:51.611912 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e9cf908f-4c44-4534-a7d5-f2103ec42be8 req-1ef8ebb3-b4a8-4a93-97dd-6b70651ccc6b service neutron] 10.222.0.17 "GET /v2.0/networks?id=7ed66025-4c0d-4641-af19-2ad6eb5abae0 HTTP/1.1" status: 200 len: 915 time: 0.1307881 Jul 20 09:39:51.663688 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e9cf908f-4c44-4534-a7d5-f2103ec42be8 req-46609eb4-9fbf-42aa-9f82-ca6196c2349b service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c6b639d-4460-4929-a29a-c38cbf380511 HTTP/1.1" status: 200 len: 217 time: 0.0365047 Jul 20 09:39:51.668895 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924e539-d042-474e-b15c-4ca3d64d54a3 req-e71a4819-f84a-4893-9c68-d4114da8c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:51.670305 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b924e539-d042-474e-b15c-4ca3d64d54a3 req-e71a4819-f84a-4893-9c68-d4114da8c325 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=07eb1473648d490b90a1e7debc45d57d&device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 1130 time: 0.0760837 Jul 20 09:39:51.725415 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:51.740976 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:51.745349 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf908f-4c44-4534-a7d5-f2103ec42be8 req-0e1bcfde-62d3-48f9-b88a-91ea12549842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:51.746832 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e9cf908f-4c44-4534-a7d5-f2103ec42be8 req-0e1bcfde-62d3-48f9-b88a-91ea12549842 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2dea8d0e-ab74-426c-933e-b1c49f876204 HTTP/1.1" status: 200 len: 853 time: 0.0751421 Jul 20 09:39:51.871193 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14afa1-0bb0-463d-a798-cafcd3c719b0 req-db460552-df1c-4470-ac3e-dc2998133edc tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:51.872685 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0f14afa1-0bb0-463d-a798-cafcd3c719b0 req-db460552-df1c-4470-ac3e-dc2998133edc tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 944 time: 0.1009102 Jul 20 09:39:51.875772 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf908f-4c44-4534-a7d5-f2103ec42be8 req-20d41712-9bb7-4a86-87e2-ccfa4a47d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:51.877154 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e9cf908f-4c44-4534-a7d5-f2103ec42be8 req-20d41712-9bb7-4a86-87e2-ccfa4a47d995 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=7ed66025-4c0d-4641-af19-2ad6eb5abae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1043465 Jul 20 09:39:51.881523 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924e539-d042-474e-b15c-4ca3d64d54a3 req-026d4750-907d-4f5b-8d1f-1b4912ae6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:51.882852 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b924e539-d042-474e-b15c-4ca3d64d54a3 req-026d4750-907d-4f5b-8d1f-1b4912ae6d9c service neutron] 10.222.0.17 "GET /v2.0/networks?id=3bc1f444-18bf-42e0-ae56-3a62ba59289b HTTP/1.1" status: 200 len: 918 time: 0.1863005 Jul 20 09:39:51.965717 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392ec7a-a637-4a87-aa61-4b330ebe1ba6 req-e5eb3840-9333-44bd-ad09-a12d3be4db06 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:51.967153 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1392ec7a-a637-4a87-aa61-4b330ebe1ba6 req-e5eb3840-9333-44bd-ad09-a12d3be4db06 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0530040 Jul 20 09:39:52.018783 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1392ec7a-a637-4a87-aa61-4b330ebe1ba6 req-761210b7-df74-4769-b46d-4643c0ef562f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449443 Jul 20 09:39:52.130655 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ad6a8-0cec-4099-9f50-cbf389c4b797 req-c3fe99f7-13cf-425d-b313-bf95d3f86f53 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:52.132356 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8d2ad6a8-0cec-4099-9f50-cbf389c4b797 req-c3fe99f7-13cf-425d-b313-bf95d3f86f53 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0519826 Jul 20 09:39:52.183471 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8d2ad6a8-0cec-4099-9f50-cbf389c4b797 req-17f3f441-5700-49dd-b18e-803103fa7790 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450611 Jul 20 09:39:52.296180 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b924e539-d042-474e-b15c-4ca3d64d54a3 req-0bd2decb-5ba7-438a-a276-99051f659f84 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45838986-91b0-43b0-82e9-e712321d1783 HTTP/1.1" status: 200 len: 1001 time: 0.3933547 Jul 20 09:39:52.300908 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0f14afa1-0bb0-463d-a798-cafcd3c719b0 req-d3226345-4d3f-45b1-bdfc-eae873141841 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215937 Jul 20 09:39:52.345989 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e9cf908f-4c44-4534-a7d5-f2103ec42be8 req-2ea169f7-1ab5-4b93-800f-21a95412b318 service neutron] 10.222.0.17 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580002 Jul 20 09:39:52.375741 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924e539-d042-474e-b15c-4ca3d64d54a3 req-2c9e61b9-42f4-4196-a0b9-afab79eeb73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:52.377083 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b924e539-d042-474e-b15c-4ca3d64d54a3 req-2c9e61b9-42f4-4196-a0b9-afab79eeb73a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c68da9fc-5cd8-47bc-92d3-c39a5383e60d HTTP/1.1" status: 200 len: 856 time: 0.0735519 Jul 20 09:39:52.458567 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924e539-d042-474e-b15c-4ca3d64d54a3 req-e3f389a4-aa63-4a9b-b797-da67e6cf9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:52.460074 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b924e539-d042-474e-b15c-4ca3d64d54a3 req-e3f389a4-aa63-4a9b-b797-da67e6cf9984 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=3bc1f444-18bf-42e0-ae56-3a62ba59289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752547 Jul 20 09:39:52.502815 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e9cf908f-4c44-4534-a7d5-f2103ec42be8 req-7e39881f-65f3-495b-a98b-5909238d0efc service neutron] 10.222.0.17 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479447 Jul 20 09:39:52.564163 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b924e539-d042-474e-b15c-4ca3d64d54a3 req-7375c765-fe5b-4dad-ac6b-353c8d30e7e1 service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980010 Jul 20 09:39:52.650898 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b924e539-d042-474e-b15c-4ca3d64d54a3 req-87823308-06cf-485c-a737-bc6b10462419 service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811710 Jul 20 09:39:52.749465 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 2c6b639d-4460-4929-a29a-c38cbf380511 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:39:52.849672 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 2c6b639d-4460-4929-a29a-c38cbf380511, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c6b639d-4460-4929-a29a-c38cbf380511,segment=NetworkSegment(af83508d-4d64-45bc-883a-1f690c3df1ed),segment_id=af83508d-4d64-45bc-883a-1f690c3df1ed)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:39:52.860919 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '2c6b639d-4460-4929-a29a-c38cbf380511', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'port_id': '2c6b639d-4460-4929-a29a-c38cbf380511', 'mac_address': 'fa:16:3e:30:71:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:39:52.889347 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:52.896725 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 2c6b639d-4460-4929-a29a-c38cbf380511 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:52.897130 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:52.910126 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6b639d-4460-4929-a29a-c38cbf380511 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:39:52.929760 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 2c6b639d-4460-4929-a29a-c38cbf380511, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c6b639d-4460-4929-a29a-c38cbf380511,segment=NetworkSegment(af83508d-4d64-45bc-883a-1f690c3df1ed),segment_id=af83508d-4d64-45bc-883a-1f690c3df1ed)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:39:52.933417 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:52.981229 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=2c6b639d-4460-4929-a29a-c38cbf380511,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:53.021372 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-14cc56fb-d0bb-4a85-b8fb-2e0635ef294d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:53.144097 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc43a92-e751-4b7c-92d2-8a3ef0c49832 req-2a603b94-c904-4aa6-a0bb-e2e8104078b3 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:53.145481 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-bbc43a92-e751-4b7c-92d2-8a3ef0c49832 req-2a603b94-c904-4aa6-a0bb-e2e8104078b3 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0511019 Jul 20 09:39:53.196627 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-bbc43a92-e751-4b7c-92d2-8a3ef0c49832 req-488eb0f3-3964-4331-a299-cf59d1840de8 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455484 Jul 20 09:39:53.221695 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['2c6b639d-4460-4929-a29a-c38cbf380511'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:39:53.302266 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac138258-6cb3-4e5f-b529-49dfabbe6a1f req-1afc6655-f10e-4620-8d0d-04be82751fbf tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:53.303849 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ac138258-6cb3-4e5f-b529-49dfabbe6a1f req-1afc6655-f10e-4620-8d0d-04be82751fbf tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0500395 Jul 20 09:39:53.355682 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ac138258-6cb3-4e5f-b529-49dfabbe6a1f req-74c2dab4-0e8a-4d43-8299-4877e437e1c5 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463309 Jul 20 09:39:53.417804 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72a4a4-f789-4caf-a6e4-c54050788e66 req-314c98d1-b89f-46e2-b8c7-859c07489341 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:53.419182 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9d72a4a4-f789-4caf-a6e4-c54050788e66 req-314c98d1-b89f-46e2-b8c7-859c07489341 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 945 time: 0.0491495 Jul 20 09:39:53.466311 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9d72a4a4-f789-4caf-a6e4-c54050788e66 req-a716cee5-7ea2-47f6-8876-a9013fb00a4f tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Jul 20 09:39:54.312487 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6796ab-5b28-484b-8798-6800d9ab3c32 req-2d98f3ea-770f-4d96-87e0-779608746bf3 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:54.313985 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7e6796ab-5b28-484b-8798-6800d9ab3c32 req-2d98f3ea-770f-4d96-87e0-779608746bf3 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0475495 Jul 20 09:39:54.324833 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:54.361076 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7e6796ab-5b28-484b-8798-6800d9ab3c32 req-0153c771-f36d-43fe-ba13-1633cdc06dd9 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415955 Jul 20 09:39:54.473592 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00830b6-14d5-4430-b46c-2955c3b7257d req-97e85f67-34ed-452e-b204-b3dcceebd452 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:54.475104 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d00830b6-14d5-4430-b46c-2955c3b7257d req-97e85f67-34ed-452e-b204-b3dcceebd452 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0500853 Jul 20 09:39:54.523624 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d00830b6-14d5-4430-b46c-2955c3b7257d req-841baf5f-72d8-4064-b2a5-0e422f06fa79 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428894 Jul 20 09:39:54.577393 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9d538-09b5-487d-8ded-c4d93a2eae71 req-01bd285e-a342-4d27-a6a0-2bd65324bb4b tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:54.578860 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e3e9d538-09b5-487d-8ded-c4d93a2eae71 req-01bd285e-a342-4d27-a6a0-2bd65324bb4b tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 945 time: 0.0467279 Jul 20 09:39:54.625766 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e3e9d538-09b5-487d-8ded-c4d93a2eae71 req-34565be7-aa62-4094-91e7-fc2b6ed81d09 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Jul 20 09:39:54.777596 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 2c6b639d-4460-4929-a29a-c38cbf380511 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:39:54.820417 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 2c6b639d-4460-4929-a29a-c38cbf380511 completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:39:54.822479 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:54.827557 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 2c6b639d-4460-4929-a29a-c38cbf380511 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:39:54.827869 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:54.898221 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 2c6b639d-4460-4929-a29a-c38cbf380511 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:39:54.898621 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:54.921590 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6b639d-4460-4929-a29a-c38cbf380511'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:39:54.923761 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59af524-445f-405f-9f88-cfe995652be0" -d '{"events": [{"server_uuid": "41ddf4cc-330e-4e95-9081-bf40e350914c", "name": "network-vif-plugged", "status": "completed", "tag": "2c6b639d-4460-4929-a29a-c38cbf380511"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:39:54.939419 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 2c6b639d-4460-4929-a29a-c38cbf380511, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c6b639d-4460-4929-a29a-c38cbf380511,segment=NetworkSegment(af83508d-4d64-45bc-883a-1f690c3df1ed),segment_id=af83508d-4d64-45bc-883a-1f690c3df1ed)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:39:54.943597 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:54.965364 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2ef446-b07d-439a-82c6-7b78623cb6bd x-openstack-request-id: req-7e2ef446-b07d-439a-82c6-7b78623cb6bd {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:39:54.965669 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ddf4cc-330e-4e95-9081-bf40e350914c", "name": "network-vif-plugged", "status": "completed", "tag": "2c6b639d-4460-4929-a29a-c38cbf380511", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:39:54.965920 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e2ef446-b07d-439a-82c6-7b78623cb6bd {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:39:54.966308 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2ef446-b07d-439a-82c6-7b78623cb6bd'] response: {'server_uuid': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6b639d-4460-4929-a29a-c38cbf380511', 'code': 200} Jul 20 09:39:54.992154 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=2c6b639d-4460-4929-a29a-c38cbf380511,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:39:55.135688 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30feeb8b-d4c9-42a6-984e-f956b7cf4146 req-627b8b58-a690-4f1b-b678-180823ca46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:55.137148 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-30feeb8b-d4c9-42a6-984e-f956b7cf4146 req-627b8b58-a690-4f1b-b678-180823ca46d1 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 1130 time: 0.0406299 Jul 20 09:39:55.180951 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-30feeb8b-d4c9-42a6-984e-f956b7cf4146 req-77b154a0-bec3-48ae-8bc8-2e41f4ce7dd0 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370145 Jul 20 09:39:55.269810 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-34a03e14-d4f2-45e9-a20d-ba17cfa81b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:55.474172 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13330a49-5885-4dcc-af06-19d71f2c1615 req-50f63245-c884-455f-bcc0-a4bf51ae6308 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:55.475657 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-13330a49-5885-4dcc-af06-19d71f2c1615 req-50f63245-c884-455f-bcc0-a4bf51ae6308 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0475185 Jul 20 09:39:55.487584 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:55.522929 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-13330a49-5885-4dcc-af06-19d71f2c1615 req-7d4f0e82-1d88-4c6b-8561-8affb1000951 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417142 Jul 20 09:39:55.566155 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:55.572319 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:55.643892 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cdbea-9864-454c-8430-bbb9874fd59b req-0ac43799-6ea6-4af4-9aec-617b6449c138 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:55.645268 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-293cdbea-9864-454c-8430-bbb9874fd59b req-0ac43799-6ea6-4af4-9aec-617b6449c138 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0515177 Jul 20 09:39:55.693041 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-293cdbea-9864-454c-8430-bbb9874fd59b req-7b5c4575-0a79-4574-a00e-e76fee9bd6d7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422499 Jul 20 09:39:55.737419 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee74f49-3b99-4b9b-bd86-b79901223435 req-aee47850-18fe-450c-8c65-3e1fb06f3550 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:55.738890 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2ee74f49-3b99-4b9b-bd86-b79901223435 req-aee47850-18fe-450c-8c65-3e1fb06f3550 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 946 time: 0.0467157 Jul 20 09:39:55.787968 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2ee74f49-3b99-4b9b-bd86-b79901223435 req-a572fedb-53ca-4bdb-90cf-8836fd7b59f9 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436165 Jul 20 09:39:56.268861 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:56.635656 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cb933-e430-4157-a00a-d8fdb96c96e9 req-cbd39578-7146-45ad-8dd9-d2a503ee3dbd tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:56.637113 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b41cb933-e430-4157-a00a-d8fdb96c96e9 req-cbd39578-7146-45ad-8dd9-d2a503ee3dbd tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0468538 Jul 20 09:39:56.648578 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:56.685284 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b41cb933-e430-4157-a00a-d8fdb96c96e9 req-10bc51b6-7122-4ed7-af13-8d4e26e3d4c6 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420721 Jul 20 09:39:56.805939 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7053fd-7d95-496e-8c65-c1aebdd87384 req-987d104e-5868-4dbc-88c8-e4c30d1bdd1f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:56.807355 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9b7053fd-7d95-496e-8c65-c1aebdd87384 req-987d104e-5868-4dbc-88c8-e4c30d1bdd1f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0473313 Jul 20 09:39:56.855476 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9b7053fd-7d95-496e-8c65-c1aebdd87384 req-dd21ebe4-cd21-4b68-a841-be79ec7130ea tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418186 Jul 20 09:39:56.904316 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6e439-bee7-4f85-9829-e3202e1a5df5 req-94e54cb8-7e3f-4dbf-acc4-937617d47f94 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:56.906175 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-84d6e439-bee7-4f85-9829-e3202e1a5df5 req-94e54cb8-7e3f-4dbf-acc4-937617d47f94 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 946 time: 0.0518818 Jul 20 09:39:56.953697 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-84d6e439-bee7-4f85-9829-e3202e1a5df5 req-57d730a2-8fa1-4b69-8bc3-7e873d187a27 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420089 Jul 20 09:39:57.066541 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387175b7-f648-4776-8b0f-ee004dc46814 req-8afc226d-c856-46a4-9b46-82e22fb2a0f3 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:57.068055 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-387175b7-f648-4776-8b0f-ee004dc46814 req-8afc226d-c856-46a4-9b46-82e22fb2a0f3 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 946 time: 0.0471025 Jul 20 09:39:57.115960 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-387175b7-f648-4776-8b0f-ee004dc46814 req-b1a06ad5-a35c-4f0e-bd60-b946bfb1abd9 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416937 Jul 20 09:39:57.438374 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffeca1-4234-4c11-a980-a33bdb3c07d0 req-0cc5ea03-655d-48ca-af65-363046e8c67c tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:57.439922 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1cffeca1-4234-4c11-a980-a33bdb3c07d0 req-0cc5ea03-655d-48ca-af65-363046e8c67c tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 946 time: 0.0506485 Jul 20 09:39:57.487367 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1cffeca1-4234-4c11-a980-a33bdb3c07d0 req-86fda7d3-5f82-426f-8c00-08019961df43 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419381 Jul 20 09:39:57.781444 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:57.818116 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5203d-c5ea-4c4f-9850-d91ad2de5898 req-e770dcee-cb69-49a4-89a7-2dc16cc66120 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:57.819728 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fbe5203d-c5ea-4c4f-9850-d91ad2de5898 req-e770dcee-cb69-49a4-89a7-2dc16cc66120 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0575793 Jul 20 09:39:57.854273 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:39:57.869174 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fbe5203d-c5ea-4c4f-9850-d91ad2de5898 req-d4c7c6aa-76cd-42f8-b85c-c7f858df042d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433493 Jul 20 09:39:57.969331 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445391a-5d9f-4eb9-9ce2-916b0b832fc9 req-8b01f646-f92f-43c8-bb53-27bac80b3475 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:57.970701 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2445391a-5d9f-4eb9-9ce2-916b0b832fc9 req-8b01f646-f92f-43c8-bb53-27bac80b3475 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0477495 Jul 20 09:39:58.017895 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2445391a-5d9f-4eb9-9ce2-916b0b832fc9 req-01d769ab-06cb-44f6-b30f-4b2fd4e3dcb3 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416031 Jul 20 09:39:58.156744 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:39:58.988437 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aaa02-0c4c-4c6e-bb9b-ca8f45c87253 req-270aa641-9c2c-42f9-b36d-6a4e07ce9f09 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:58.989943 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-872aaa02-0c4c-4c6e-bb9b-ca8f45c87253 req-270aa641-9c2c-42f9-b36d-6a4e07ce9f09 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0488958 Jul 20 09:39:59.042731 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-872aaa02-0c4c-4c6e-bb9b-ca8f45c87253 req-507e4471-70e1-4d20-a877-f85ec8b35279 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473146 Jul 20 09:39:59.146927 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d82692-5c5a-445c-b07f-b1074d188043 req-49d7f7f5-37e8-4f32-8b33-ff6a4d6fc302 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:39:59.148428 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-84d82692-5c5a-445c-b07f-b1074d188043 req-49d7f7f5-37e8-4f32-8b33-ff6a4d6fc302 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0474465 Jul 20 09:39:59.196334 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-84d82692-5c5a-445c-b07f-b1074d188043 req-45a64d9e-987e-4be3-b949-a34100e6b9df tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Jul 20 09:39:59.587544 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:40:00.155541 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93374b5c-16e2-4965-9b23-4eb4314a367d req-d504e4af-dcad-4da4-a0a7-2ae68862254f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:00.156920 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-93374b5c-16e2-4965-9b23-4eb4314a367d req-d504e4af-dcad-4da4-a0a7-2ae68862254f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0466230 Jul 20 09:40:00.204467 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-93374b5c-16e2-4965-9b23-4eb4314a367d req-2d350e76-6cdd-4afd-9206-3da7f5d89015 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421491 Jul 20 09:40:00.315251 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004e18a-28a4-4c41-9ce1-ae681b8bc545 req-923e1c41-cb6f-4ceb-879f-7e135cd7d6fd tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:00.316747 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7004e18a-28a4-4c41-9ce1-ae681b8bc545 req-923e1c41-cb6f-4ceb-879f-7e135cd7d6fd tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0524282 Jul 20 09:40:00.362910 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7004e18a-28a4-4c41-9ce1-ae681b8bc545 req-7ff022d0-7a6e-4979-8fb0-5736b5f414d3 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405889 Jul 20 09:40:00.559189 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7243b8-1b62-4ca9-94dd-28fe7fda1a8f req-066a05e5-d16e-4aaf-b453-c10575b284f3 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:00.560738 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3f7243b8-1b62-4ca9-94dd-28fe7fda1a8f req-066a05e5-d16e-4aaf-b453-c10575b284f3 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0482402 Jul 20 09:40:00.635491 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df3006-7b7d-4242-aa1c-786411659459 req-8ff60b51-c049-442a-b8b6-bd5e47d3f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:00.636883 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d1df3006-7b7d-4242-aa1c-786411659459 req-8ff60b51-c049-442a-b8b6-bd5e47d3f65f service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=e068f9b959004be4ad9c778d9010561a&device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 1129 time: 0.0568550 Jul 20 09:40:00.641184 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3f7243b8-1b62-4ca9-94dd-28fe7fda1a8f req-f6dfadef-0eb9-416a-8eb9-ea68ff714520 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747325 Jul 20 09:40:00.703280 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:00.731461 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df3006-7b7d-4242-aa1c-786411659459 req-ade84c78-db8d-4e2f-9987-8493c9b4a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:00.733504 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d1df3006-7b7d-4242-aa1c-786411659459 req-ade84c78-db8d-4e2f-9987-8493c9b4a4b4 service neutron] 10.222.0.17 "GET /v2.0/networks?id=36a1bf85-9a28-4e91-952b-126a8641e41e HTTP/1.1" status: 200 len: 911 time: 0.0900102 Jul 20 09:40:00.797426 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d1df3006-7b7d-4242-aa1c-786411659459 req-95b5d6f9-e76a-486d-96cd-3c4974ba43fd service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77eb85d9-70f1-486d-aade-4ad658042670 HTTP/1.1" status: 200 len: 1001 time: 0.0580673 Jul 20 09:40:00.847779 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df3006-7b7d-4242-aa1c-786411659459 req-bfa257c9-d53b-4d91-a4d3-ed89ee428f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:00.849270 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d1df3006-7b7d-4242-aa1c-786411659459 req-bfa257c9-d53b-4d91-a4d3-ed89ee428f14 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=953429d7-68e9-4e81-910d-8286b5c47ba5 HTTP/1.1" status: 200 len: 849 time: 0.0452123 Jul 20 09:40:00.890889 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:00.895021 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df3006-7b7d-4242-aa1c-786411659459 req-d74e0849-f0f3-447f-937c-83575ef4a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:00.896546 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d1df3006-7b7d-4242-aa1c-786411659459 req-d74e0849-f0f3-447f-937c-83575ef4a969 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=36a1bf85-9a28-4e91-952b-126a8641e41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398033 Jul 20 09:40:00.989630 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d1df3006-7b7d-4242-aa1c-786411659459 req-74f223a5-f0ab-4a68-bb78-b002367aa247 service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856225 Jul 20 09:40:01.079655 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d1df3006-7b7d-4242-aa1c-786411659459 req-336e1f57-a6b3-4df1-9453-ce533b54aa05 service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827763 Jul 20 09:40:01.322141 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc08f3e-73a2-4f59-be4d-17f947c49d35 req-9f4659bc-b8ee-42e4-aebe-16f6f4d5347f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:01.323603 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9bc08f3e-73a2-4f59-be4d-17f947c49d35 req-9f4659bc-b8ee-42e4-aebe-16f6f4d5347f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0500207 Jul 20 09:40:01.369387 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9bc08f3e-73a2-4f59-be4d-17f947c49d35 req-355ac4a2-0585-4f73-9d51-1512eaf025ed tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397825 Jul 20 09:40:01.757869 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fa218-80a8-41ca-b679-e42dd33f2c66 req-e048942c-dfa9-4ef9-87fd-7b182c65e7bb tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:01.759378 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fe7fa218-80a8-41ca-b679-e42dd33f2c66 req-e048942c-dfa9-4ef9-87fd-7b182c65e7bb tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0479624 Jul 20 09:40:01.809666 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fe7fa218-80a8-41ca-b679-e42dd33f2c66 req-c123664d-d0ad-42bd-92b4-c6c2f1998238 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444613 Jul 20 09:40:02.483039 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fc3cf-e17b-4d98-b615-a66c0f0153dd req-7cbc2f17-680a-4b6a-988d-109109a0a812 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:02.484590 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-db9fc3cf-e17b-4d98-b615-a66c0f0153dd req-7cbc2f17-680a-4b6a-988d-109109a0a812 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0476286 Jul 20 09:40:02.531354 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-db9fc3cf-e17b-4d98-b615-a66c0f0153dd req-f399816f-4cc1-44f3-97c4-c9ce91dedd4a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412555 Jul 20 09:40:02.922527 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a1a53-0f1e-4a53-8cf3-f028783aeee7 req-c28c1de1-9304-4128-a686-c91a8ff6bd27 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:02.924054 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-287a1a53-0f1e-4a53-8cf3-f028783aeee7 req-c28c1de1-9304-4128-a686-c91a8ff6bd27 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0471160 Jul 20 09:40:02.970297 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-287a1a53-0f1e-4a53-8cf3-f028783aeee7 req-2aebf0c6-be56-4a4e-9884-c45c7bca4d86 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409222 Jul 20 09:40:03.646951 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff4668-f26d-420b-a7ff-bc6ab3fb8b9e req-b45b3e69-7e1a-432e-9ebb-ef241f4a527b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:03.648474 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-61ff4668-f26d-420b-a7ff-bc6ab3fb8b9e req-b45b3e69-7e1a-432e-9ebb-ef241f4a527b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0482845 Jul 20 09:40:03.698972 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-61ff4668-f26d-420b-a7ff-bc6ab3fb8b9e req-1aff3719-14f6-4db1-ae45-0438c9c90921 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450165 Jul 20 09:40:04.810022 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9394b24-4c86-426a-8e71-b9efbecbd46e req-1125762b-7c59-4126-b2dc-a3f638d2c19e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:04.811917 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a9394b24-4c86-426a-8e71-b9efbecbd46e req-1125762b-7c59-4126-b2dc-a3f638d2c19e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0485311 Jul 20 09:40:04.859862 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a9394b24-4c86-426a-8e71-b9efbecbd46e req-ba0bda91-b2f1-4407-baf4-e24e4d2c9d9e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425394 Jul 20 09:40:05.981141 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dba56e-b380-4da4-9133-967ec00dd930 req-435d6f3e-c4a8-4c83-94a7-31a61afe6247 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:05.983121 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f2dba56e-b380-4da4-9133-967ec00dd930 req-435d6f3e-c4a8-4c83-94a7-31a61afe6247 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0476379 Jul 20 09:40:06.030613 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f2dba56e-b380-4da4-9133-967ec00dd930 req-76024afa-4292-4f64-b13e-5f68f8f4b248 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419173 Jul 20 09:40:07.015384 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c6307-5f22-418d-84a3-f44657ecfade req-244c37a5-313f-478d-b07e-3ba389e3ab0d tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:07.016843 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d36c6307-5f22-418d-84a3-f44657ecfade req-244c37a5-313f-478d-b07e-3ba389e3ab0d tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 946 time: 0.0509059 Jul 20 09:40:07.063797 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d36c6307-5f22-418d-84a3-f44657ecfade req-9ba9c83a-f6b8-4b99-aab7-49c26ae5bc51 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414455 Jul 20 09:40:07.086656 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52728) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:07.147783 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b8c5a-0b9c-41f3-b480-27a749c56612 req-ba84b0d3-d592-4fc8-babd-093513ecf32f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:07.149274 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ae1b8c5a-0b9c-41f3-b480-27a749c56612 req-ba84b0d3-d592-4fc8-babd-093513ecf32f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0480249 Jul 20 09:40:07.188199 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:07.200821 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ae1b8c5a-0b9c-41f3-b480-27a749c56612 req-8e964e8d-46c4-4207-b33f-294e94db1a24 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454102 Jul 20 09:40:07.224696 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819606b-abc0-4aa2-819c-56bcc2e884fa tempest-TestMinimumBasicScenario-484333500 tempest-TestMinimumBasicScenario-484333500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:07.226230 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-1819606b-abc0-4aa2-819c-56bcc2e884fa tempest-TestMinimumBasicScenario-484333500 tempest-TestMinimumBasicScenario-484333500-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 1125 time: 0.1385560 Jul 20 09:40:07.229142 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52732) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:07.233442 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Request body: {'floatingip': {'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'port_id': '2c6b639d-4460-4929-a29a-c38cbf380511', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:07.254385 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:07.335009 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:07.437326 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Allocated IP 172.27.1.98 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/f434d4be-ce42-4c9b-8f1c-2bbb810a54a7) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:40:07.438816 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:07.474901 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:07.544187 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for port (f434d4be-ce42-4c9b-8f1c-2bbb810a54a7), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:07.577576 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (f434d4be-ce42-4c9b-8f1c-2bbb810a54a7), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:07.612819 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:40:07.619192 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:40:07.623637 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:40:07.628688 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Pushing event updated for resources: {'Port': ['ID=f434d4be-ce42-4c9b-8f1c-2bbb810a54a7,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:07.772299 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=2,neutron:SELECT=37,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:07.974350 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for floatingip (806290e1-2b27-4545-a560-9fd52f9a9cba), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:08.038917 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (f434d4be-ce42-4c9b-8f1c-2bbb810a54a7), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:08.150381 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:08.152213 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:08.184945 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for port (f434d4be-ce42-4c9b-8f1c-2bbb810a54a7), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:08.189139 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (f434d4be-ce42-4c9b-8f1c-2bbb810a54a7), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:08.224212 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:08.243301 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:08.264584 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Pushing event updated for resources: {'Port': ['ID=f434d4be-ce42-4c9b-8f1c-2bbb810a54a7,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:08.276944 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (806290e1-2b27-4545-a560-9fd52f9a9cba), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:08.385498 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7aefd6-a877-4a4a-8685-bf894dea3147 req-2a35b2d4-f5b4-4b62-8c85-3d11addbfcff tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:08.387033 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-af7aefd6-a877-4a4a-8685-bf894dea3147 req-2a35b2d4-f5b4-4b62-8c85-3d11addbfcff tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.1113420 Jul 20 09:40:08.426616 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Floating IP 806290e1-2b27-4545-a560-9fd52f9a9cba associated. External IP: 172.27.1.98, port: 2c6b639d-4460-4929-a29a-c38cbf380511. Jul 20 09:40:08.490872 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-af7aefd6-a877-4a4a-8685-bf894dea3147 req-19a7a293-e6a0-403f-80e3-bb3f570caa49 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967457 Jul 20 09:40:08.643901 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Router db065ce2-7dde-4347-aa3d-943addef8de0 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:40:08.745858 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:40:08.756477 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aef91c1-f0b9-4c5a-adce-f3d875a79b02 None None] Sync routers for ids ['db065ce2-7dde-4347-aa3d-943addef8de0'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:40:08.765607 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:08.767629 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aef91c1-f0b9-4c5a-adce-f3d875a79b02 None None] Routers {'db065ce2-7dde-4347-aa3d-943addef8de0'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:40:08.768254 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9aef91c1-f0b9-4c5a-adce-f3d875a79b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:39:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['db065ce2-7dde-4347-aa3d-943addef8de0'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:08.795799 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-c6d5f6c6-72ea-475b-8db4-b44b8305862a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5656600 Jul 20 09:40:08.796730 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'tag': '2c6b639d-4460-4929-a29a-c38cbf380511'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:40:08.798658 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52738) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:08.799231 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253d9848-cfca-4ffc-99d3-120ea1b8d5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "41ddf4cc-330e-4e95-9081-bf40e350914c", "tag": "2c6b639d-4460-4929-a29a-c38cbf380511"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:40:08.803252 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-8e6b8e04-0814-41ef-b069-3633a69dde20 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-504050771', 'description': 'tempest-secgroup-smoke-504050771 description', 'project_id': '65ccb95f08764f99b5a5c1166c42410b'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:08.826785 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8e04-0814-41ef-b069-3633a69dde20 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:08.837070 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f630eaf-1be4-4f53-88ed-deeefadb2500 x-openstack-request-id: req-4f630eaf-1be4-4f53-88ed-deeefadb2500 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:40:08.837412 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ddf4cc-330e-4e95-9081-bf40e350914c", "tag": "2c6b639d-4460-4929-a29a-c38cbf380511", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:40:08.837884 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f630eaf-1be4-4f53-88ed-deeefadb2500 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:40:08.838299 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f630eaf-1be4-4f53-88ed-deeefadb2500'] response: {'name': 'network-changed', 'server_uuid': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'tag': '2c6b639d-4460-4929-a29a-c38cbf380511', 'status': 'completed', 'code': 200} Jul 20 09:40:08.878016 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-9aef91c1-f0b9-4c5a-adce-f3d875a79b02 None None] Set router db065ce2-7dde-4347-aa3d-943addef8de0 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:40:08.905196 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d9848-cfca-4ffc-99d3-120ea1b8d5aa req-396f4e17-1564-4ea4-a807-5d52f3c749fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:08.906488 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8e04-0814-41ef-b069-3633a69dde20 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group (d5604d77-a207-4fb6-9670-407112042b50), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:08.906934 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-253d9848-cfca-4ffc-99d3-120ea1b8d5aa req-396f4e17-1564-4ea4-a807-5d52f3c749fb service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=65ccb95f08764f99b5a5c1166c42410b&device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 1130 time: 0.0423851 Jul 20 09:40:08.910934 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8e04-0814-41ef-b069-3633a69dde20 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (d5604d77-a207-4fb6-9670-407112042b50), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:08.942903 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b8e04-0814-41ef-b069-3633a69dde20 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5604d77-a207-4fb6-9670-407112042b50,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:08.947449 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8e04-0814-41ef-b069-3633a69dde20 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:08.952356 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-8e6b8e04-0814-41ef-b069-3633a69dde20 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1490600 Jul 20 09:40:08.953176 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52742) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:08.958030 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-b79af2ad-e97f-49c5-b6e5-d712706b5075 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Request body: {'security_group_rule': {'security_group_id': 'd5604d77-a207-4fb6-9670-407112042b50', 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:08.986148 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b79af2ad-e97f-49c5-b6e5-d712706b5075 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (cda1dade-7b8f-424b-a01a-b2e207e9d7ef), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.013298 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d9848-cfca-4ffc-99d3-120ea1b8d5aa req-3e788e4e-e6fa-44b8-949c-4df72fc8a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:09.016277 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-253d9848-cfca-4ffc-99d3-120ea1b8d5aa req-3e788e4e-e6fa-44b8-949c-4df72fc8a9fa service neutron] 10.222.0.17 "GET /v2.0/networks?id=7ed66025-4c0d-4641-af19-2ad6eb5abae0 HTTP/1.1" status: 200 len: 915 time: 0.1015842 Jul 20 09:40:09.058269 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b79af2ad-e97f-49c5-b6e5-d712706b5075 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (cda1dade-7b8f-424b-a01a-b2e207e9d7ef), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.063441 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b79af2ad-e97f-49c5-b6e5-d712706b5075 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (cda1dade-7b8f-424b-a01a-b2e207e9d7ef), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.071326 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:09.090933 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79af2ad-e97f-49c5-b6e5-d712706b5075 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda1dade-7b8f-424b-a01a-b2e207e9d7ef,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:09.092255 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-253d9848-cfca-4ffc-99d3-120ea1b8d5aa req-55e8a54d-c74e-47ca-a54e-d00a4a4227f9 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c6b639d-4460-4929-a29a-c38cbf380511 HTTP/1.1" status: 200 len: 999 time: 0.0655034 Jul 20 09:40:09.097027 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b79af2ad-e97f-49c5-b6e5-d712706b5075 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.098214 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-b79af2ad-e97f-49c5-b6e5-d712706b5075 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440136 Jul 20 09:40:09.101004 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52744) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:09.109638 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-f9b56683-cc3d-48f7-b136-3e4765591597 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Request body: {'security_group_rule': {'security_group_id': 'd5604d77-a207-4fb6-9670-407112042b50', 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:09.118325 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9aef91c1-f0b9-4c5a-adce-f3d875a79b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:17Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 4, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'gw_port': {'id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:18Z', 'updated_at': '2022-07-20T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '806290e1-2b27-4545-a560-9fd52f9a9cba', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'port_id': '2c6b639d-4460-4929-a29a-c38cbf380511', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'mac_address': 'fa:16:3e:30:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:40:07Z', 'updated_at': '2022-07-20T09:40:07Z', 'revision_number': 0, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd238acb5-c84d-408f-b07d-6e97883ecf2b', 'name': '', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'mac_address': 'fa:16:3e:f0:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:20Z', 'updated_at': '2022-07-20T09:39:26Z', 'revision_number': 5, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'subnets': [{'id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:09.141447 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f9b56683-cc3d-48f7-b136-3e4765591597 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (e424858a-388a-46ca-87a7-60bf59ae3649), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.149699 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d9848-cfca-4ffc-99d3-120ea1b8d5aa req-72d9b8ba-2c72-4694-aeaf-ad4bff091400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:09.149962 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aef91c1-f0b9-4c5a-adce-f3d875a79b02 None None] Checking router: db065ce2-7dde-4347-aa3d-943addef8de0 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:40:09.151499 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-253d9848-cfca-4ffc-99d3-120ea1b8d5aa req-72d9b8ba-2c72-4694-aeaf-ad4bff091400 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2dea8d0e-ab74-426c-933e-b1c49f876204 HTTP/1.1" status: 200 len: 853 time: 0.0516064 Jul 20 09:40:09.158678 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aef91c1-f0b9-4c5a-adce-f3d875a79b02 None None] Routers {'db065ce2-7dde-4347-aa3d-943addef8de0'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:40:09.159310 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9aef91c1-f0b9-4c5a-adce-f3d875a79b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:39:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['db065ce2-7dde-4347-aa3d-943addef8de0'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:09.208243 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f9b56683-cc3d-48f7-b136-3e4765591597 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (e424858a-388a-46ca-87a7-60bf59ae3649), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.212798 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f9b56683-cc3d-48f7-b136-3e4765591597 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (e424858a-388a-46ca-87a7-60bf59ae3649), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.218568 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d9848-cfca-4ffc-99d3-120ea1b8d5aa req-95d56b5e-efca-4809-b838-10f5905b7f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:09.220102 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-253d9848-cfca-4ffc-99d3-120ea1b8d5aa req-95d56b5e-efca-4809-b838-10f5905b7f19 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=7ed66025-4c0d-4641-af19-2ad6eb5abae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521290 Jul 20 09:40:09.232217 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b56683-cc3d-48f7-b136-3e4765591597 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e424858a-388a-46ca-87a7-60bf59ae3649,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:09.242725 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f9b56683-cc3d-48f7-b136-3e4765591597 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.244588 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-f9b56683-cc3d-48f7-b136-3e4765591597 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1411929 Jul 20 09:40:09.246710 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52746) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:09.252556 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-98b717cb-886c-4dd6-84df-bdf6ac20f016 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Request body: {'security_group_rule': {'security_group_id': 'd5604d77-a207-4fb6-9670-407112042b50', 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:09.256118 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:09.280901 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-9aef91c1-f0b9-4c5a-adce-f3d875a79b02 None None] Set router db065ce2-7dde-4347-aa3d-943addef8de0 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:40:09.283552 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-98b717cb-886c-4dd6-84df-bdf6ac20f016 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (ec829b4f-9225-46f7-85df-9eca50fdfbc0), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.325929 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-253d9848-cfca-4ffc-99d3-120ea1b8d5aa req-4e410be8-9f81-4a22-a1c7-7837c535d0fb service neutron] 10.222.0.17 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918984 Jul 20 09:40:09.349804 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-98b717cb-886c-4dd6-84df-bdf6ac20f016 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (ec829b4f-9225-46f7-85df-9eca50fdfbc0), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.354365 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-98b717cb-886c-4dd6-84df-bdf6ac20f016 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (ec829b4f-9225-46f7-85df-9eca50fdfbc0), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.367364 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:09.374854 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b717cb-886c-4dd6-84df-bdf6ac20f016 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec829b4f-9225-46f7-85df-9eca50fdfbc0,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:09.385617 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-98b717cb-886c-4dd6-84df-bdf6ac20f016 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.390268 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-98b717cb-886c-4dd6-84df-bdf6ac20f016 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390386 Jul 20 09:40:09.390509 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52748) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:09.396384 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-bf4c423c-4365-4c55-9521-28cf27ee93da tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Request body: {'security_group_rule': {'security_group_id': 'd5604d77-a207-4fb6-9670-407112042b50', 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:09.429520 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bf4c423c-4365-4c55-9521-28cf27ee93da tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (51a50896-aece-4b73-b789-5f3317b02e12), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.430243 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-253d9848-cfca-4ffc-99d3-120ea1b8d5aa req-d0876446-4984-4a5a-8fc1-57811da16da5 service neutron] 10.222.0.17 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980024 Jul 20 09:40:09.487003 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:09.496879 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bf4c423c-4365-4c55-9521-28cf27ee93da tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (51a50896-aece-4b73-b789-5f3317b02e12), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.501776 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bf4c423c-4365-4c55-9521-28cf27ee93da tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (51a50896-aece-4b73-b789-5f3317b02e12), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.515697 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9aef91c1-f0b9-4c5a-adce-f3d875a79b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:17Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 4, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'gw_port': {'id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:18Z', 'updated_at': '2022-07-20T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '806290e1-2b27-4545-a560-9fd52f9a9cba', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'port_id': '2c6b639d-4460-4929-a29a-c38cbf380511', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'mac_address': 'fa:16:3e:30:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:40:07Z', 'updated_at': '2022-07-20T09:40:07Z', 'revision_number': 0, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd238acb5-c84d-408f-b07d-6e97883ecf2b', 'name': '', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'mac_address': 'fa:16:3e:f0:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:20Z', 'updated_at': '2022-07-20T09:39:26Z', 'revision_number': 5, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'subnets': [{'id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:09.524423 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c423c-4365-4c55-9521-28cf27ee93da tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a50896-aece-4b73-b789-5f3317b02e12,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:09.532994 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bf4c423c-4365-4c55-9521-28cf27ee93da tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.536812 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-bf4c423c-4365-4c55-9521-28cf27ee93da tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420999 Jul 20 09:40:09.537452 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52752) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:09.541963 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-ea818b4e-85c5-43ce-832e-2c514da381d5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Request body: {'security_group_rule': {'security_group_id': 'd5604d77-a207-4fb6-9670-407112042b50', 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:09.543952 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aef91c1-f0b9-4c5a-adce-f3d875a79b02 None None] The sync data for ids ['db065ce2-7dde-4347-aa3d-943addef8de0'] in dv-cinder-822822-3-iscsi is: [{'id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:17Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 4, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'gw_port': {'id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:18Z', 'updated_at': '2022-07-20T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '806290e1-2b27-4545-a560-9fd52f9a9cba', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'port_id': '2c6b639d-4460-4929-a29a-c38cbf380511', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'mac_address': 'fa:16:3e:30:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:40:07Z', 'updated_at': '2022-07-20T09:40:07Z', 'revision_number': 0, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd238acb5-c84d-408f-b07d-6e97883ecf2b', 'name': '', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'mac_address': 'fa:16:3e:f0:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:20Z', 'updated_at': '2022-07-20T09:39:26Z', 'revision_number': 5, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'subnets': [{'id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:40:09.570654 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.securitygroups_db [None req-ea818b4e-85c5-43ce-832e-2c514da381d5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Project 65ccb95f08764f99b5a5c1166c42410b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 09:40:09.583518 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:09.588188 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ea818b4e-85c5-43ce-832e-2c514da381d5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (41e4b7b7-5e89-4bd1-8f07-3789ed9f6bbd), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.644158 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb170461-ca4c-4da1-8140-9b0d3ca18878 req-8acacbce-4dd2-4f6d-bd57-ef3ee7eaada0 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:09.645662 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eb170461-ca4c-4da1-8140-9b0d3ca18878 req-8acacbce-4dd2-4f6d-bd57-ef3ee7eaada0 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0718219 Jul 20 09:40:09.723502 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ea818b4e-85c5-43ce-832e-2c514da381d5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (41e4b7b7-5e89-4bd1-8f07-3789ed9f6bbd), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.728468 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-eb170461-ca4c-4da1-8140-9b0d3ca18878 req-1505d333-d1ab-4d81-bf8b-f232ba922511 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764165 Jul 20 09:40:09.729564 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ea818b4e-85c5-43ce-832e-2c514da381d5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (41e4b7b7-5e89-4bd1-8f07-3789ed9f6bbd), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.752788 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea818b4e-85c5-43ce-832e-2c514da381d5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e4b7b7-5e89-4bd1-8f07-3789ed9f6bbd,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:09.760715 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75e05ea-4e77-417d-97dc-45680558853b None None] New status for floating IP 806290e1-2b27-4545-a560-9fd52f9a9cba: ACTIVE {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:40:09.766033 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ea818b4e-85c5-43ce-832e-2c514da381d5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.767874 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-ea818b4e-85c5-43ce-832e-2c514da381d5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2293689 Jul 20 09:40:09.770589 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52756) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:09.776987 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-43690a72-0e2f-44a1-a6ef-697cc25bca96 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Request body: {'security_group_rule': {'security_group_id': 'd5604d77-a207-4fb6-9670-407112042b50', 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:09.804743 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.securitygroups_db [None req-43690a72-0e2f-44a1-a6ef-697cc25bca96 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Project 65ccb95f08764f99b5a5c1166c42410b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 09:40:09.810201 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-43690a72-0e2f-44a1-a6ef-697cc25bca96 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (eb24e5d4-a1e4-492b-adc3-49bdcff2f278), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.876811 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-43690a72-0e2f-44a1-a6ef-697cc25bca96 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (eb24e5d4-a1e4-492b-adc3-49bdcff2f278), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.881029 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-43690a72-0e2f-44a1-a6ef-697cc25bca96 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (eb24e5d4-a1e4-492b-adc3-49bdcff2f278), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.904615 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43690a72-0e2f-44a1-a6ef-697cc25bca96 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb24e5d4-a1e4-492b-adc3-49bdcff2f278,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:09.916615 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-43690a72-0e2f-44a1-a6ef-697cc25bca96 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:09.918130 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-43690a72-0e2f-44a1-a6ef-697cc25bca96 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1458795 Jul 20 09:40:10.017313 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-089a2ca1-6c91-430b-9b04-7c46102e649f req-67f0ec8d-b42f-4783-a712-b3e6cf78e0ef tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504050771&fields=id&tenant_id=65ccb95f08764f99b5a5c1166c42410b HTTP/1.1" status: 200 len: 267 time: 0.0527444 Jul 20 09:40:10.077702 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a2ca1-6c91-430b-9b04-7c46102e649f req-d594a33e-d5ce-45ab-84c5-a6b6d076eb8a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:10.079432 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-089a2ca1-6c91-430b-9b04-7c46102e649f req-d594a33e-d5ce-45ab-84c5-a6b6d076eb8a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 946 time: 0.0554905 Jul 20 09:40:10.090046 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [req-089a2ca1-6c91-430b-9b04-7c46102e649f req-0cbb0b42-ef9b-44c1-a8e7-80956311ea25 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Request body: {'port': {'security_groups': ['772c4427-d555-4626-97fd-f100c2ad5bd6', 'd5604d77-a207-4fb6-9670-407112042b50']}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:10.168046 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-089a2ca1-6c91-430b-9b04-7c46102e649f req-0cbb0b42-ef9b-44c1-a8e7-80956311ea25 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:10.367106 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:10.400342 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [req-089a2ca1-6c91-430b-9b04-7c46102e649f req-0cbb0b42-ef9b-44c1-a8e7-80956311ea25 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] For port 2c6b639d-4460-4929-a29a-c38cbf380511, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c6b639d-4460-4929-a29a-c38cbf380511,segment=NetworkSegment(af83508d-4d64-45bc-883a-1f690c3df1ed),segment_id=af83508d-4d64-45bc-883a-1f690c3df1ed)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:40:10.428088 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-089a2ca1-6c91-430b-9b04-7c46102e649f req-0cbb0b42-ef9b-44c1-a8e7-80956311ea25 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for port (2c6b639d-4460-4929-a29a-c38cbf380511), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:10.433152 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-089a2ca1-6c91-430b-9b04-7c46102e649f req-0cbb0b42-ef9b-44c1-a8e7-80956311ea25 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966815'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:10.448783 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['2c6b639d-4460-4929-a29a-c38cbf380511'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:40:10.482763 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a2ca1-6c91-430b-9b04-7c46102e649f req-0cbb0b42-ef9b-44c1-a8e7-80956311ea25 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:10.483421 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-089a2ca1-6c91-430b-9b04-7c46102e649f req-0cbb0b42-ef9b-44c1-a8e7-80956311ea25 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:10.484944 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-089a2ca1-6c91-430b-9b04-7c46102e649f req-0cbb0b42-ef9b-44c1-a8e7-80956311ea25 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "PUT /v2.0/ports/2c6b639d-4460-4929-a29a-c38cbf380511 HTTP/1.1" status: 200 len: 982 time: 0.3998411 Jul 20 09:40:10.485928 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'tag': '2c6b639d-4460-4929-a29a-c38cbf380511'}] {{(pid=104190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:40:10.487973 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f162af37f3659de9440c7e430c3edd450bd963b23e10d3d3f066ed0a9258c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f378fc06-032a-4514-a9b1-1df06675e65c" -d '{"events": [{"name": "network-changed", "server_uuid": "41ddf4cc-330e-4e95-9081-bf40e350914c", "tag": "2c6b639d-4460-4929-a29a-c38cbf380511"}]}' {{(pid=104190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:40:10.516738 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb0b42-ef9b-44c1-a8e7-80956311ea25 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Pushing event updated for resources: {'Port': ['ID=2c6b639d-4460-4929-a29a-c38cbf380511,revision_number=6']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:10.536813 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e7bec8-14fd-43dc-8a61-35986e5dce3c x-openstack-request-id: req-24e7bec8-14fd-43dc-8a61-35986e5dce3c {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:40:10.537480 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ddf4cc-330e-4e95-9081-bf40e350914c", "tag": "2c6b639d-4460-4929-a29a-c38cbf380511", "status": "completed", "code": 200}]} {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:40:10.537835 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24e7bec8-14fd-43dc-8a61-35986e5dce3c {{(pid=104190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:40:10.538350 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e7bec8-14fd-43dc-8a61-35986e5dce3c'] response: {'name': 'network-changed', 'server_uuid': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'tag': '2c6b639d-4460-4929-a29a-c38cbf380511', 'status': 'completed', 'code': 200} Jul 20 09:40:10.616223 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea9f84-f21e-4798-91b9-c2ea3a897451 req-02cc9b73-4a9f-4327-b082-fdc96212e3c9 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:10.616601 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['2c6b639d-4460-4929-a29a-c38cbf380511'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:40:10.623931 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e3ea9f84-f21e-4798-91b9-c2ea3a897451 req-02cc9b73-4a9f-4327-b082-fdc96212e3c9 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 985 time: 0.0669355 Jul 20 09:40:10.630595 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378fc06-032a-4514-a9b1-1df06675e65c req-32e665b9-d9dc-4675-9d5c-f55053a405d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:10.633665 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f378fc06-032a-4514-a9b1-1df06675e65c req-32e665b9-d9dc-4675-9d5c-f55053a405d4 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=65ccb95f08764f99b5a5c1166c42410b&device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 1169 time: 0.0506101 Jul 20 09:40:10.724496 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e3ea9f84-f21e-4798-91b9-c2ea3a897451 req-cd7c3e7e-2af4-4cb1-a473-179a9a45477f tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&id=d5604d77-a207-4fb6-9670-407112042b50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932941 Jul 20 09:40:10.762964 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378fc06-032a-4514-a9b1-1df06675e65c req-c5b41882-dc0e-40f8-9660-2a837e39aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:10.765488 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f378fc06-032a-4514-a9b1-1df06675e65c req-c5b41882-dc0e-40f8-9660-2a837e39aa93 service neutron] 10.222.0.17 "GET /v2.0/networks?id=7ed66025-4c0d-4641-af19-2ad6eb5abae0 HTTP/1.1" status: 200 len: 915 time: 0.1235719 Jul 20 09:40:10.848292 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-ada06449-7eb9-43d4-af62-7935e554155f None None] Provisioning complete for port 2c6b639d-4460-4929-a29a-c38cbf380511 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:40:10.848743 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ada06449-7eb9-43d4-af62-7935e554155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:10.887187 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:11.013000 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:11.065631 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-ada06449-7eb9-43d4-af62-7935e554155f None None] Current status of the port 2c6b639d-4460-4929-a29a-c38cbf380511 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:40:11.101313 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:11.173347 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f378fc06-032a-4514-a9b1-1df06675e65c req-cc47c92e-697f-4974-aacd-f60d5d4b27a5 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c6b639d-4460-4929-a29a-c38cbf380511 HTTP/1.1" status: 200 len: 1001 time: 0.3902528 Jul 20 09:40:11.179469 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56b5fc-44b4-44bf-a353-72ffc6dba9ed req-cbf06030-7f4c-4b93-8ba8-5267d4e34459 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:11.180880 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0b56b5fc-44b4-44bf-a353-72ffc6dba9ed req-cbf06030-7f4c-4b93-8ba8-5267d4e34459 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.3363156 Jul 20 09:40:11.244653 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:11.256383 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378fc06-032a-4514-a9b1-1df06675e65c req-c5f1ceb6-40e7-43c0-8840-7d5b54dea89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:11.257844 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f378fc06-032a-4514-a9b1-1df06675e65c req-c5f1ceb6-40e7-43c0-8840-7d5b54dea89f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2dea8d0e-ab74-426c-933e-b1c49f876204 HTTP/1.1" status: 200 len: 853 time: 0.0724466 Jul 20 09:40:11.285023 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0b56b5fc-44b4-44bf-a353-72ffc6dba9ed req-21e23f16-9bf9-4186-ad7e-96025c529525 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914242 Jul 20 09:40:11.313941 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378fc06-032a-4514-a9b1-1df06675e65c req-3d69ba54-fb8c-4c54-9534-705a123f8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:11.315502 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f378fc06-032a-4514-a9b1-1df06675e65c req-3d69ba54-fb8c-4c54-9534-705a123f8624 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=7ed66025-4c0d-4641-af19-2ad6eb5abae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479009 Jul 20 09:40:11.411538 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f378fc06-032a-4514-a9b1-1df06675e65c req-a2e54a77-83af-4915-b436-f506b6943662 service neutron] 10.222.0.17 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886338 Jul 20 09:40:11.484620 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:11.549965 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f378fc06-032a-4514-a9b1-1df06675e65c req-bf856e3e-1a25-440f-9ffb-cde41469c860 service neutron] 10.222.0.17 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286185 Jul 20 09:40:11.561676 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04129ca5-59c9-4b87-bd0d-319b8e5011c6 req-f2917312-68d5-4fac-a80a-0698e24610cb tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:11.563092 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-04129ca5-59c9-4b87-bd0d-319b8e5011c6 req-f2917312-68d5-4fac-a80a-0698e24610cb tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 946 time: 0.0656497 Jul 20 09:40:11.610518 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-04129ca5-59c9-4b87-bd0d-319b8e5011c6 req-1b6add90-884d-424a-b365-e8931ee4348c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418911 Jul 20 09:40:12.402406 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e6b8e-3bb9-441a-bb70-7b521876500b req-1618845f-3ffe-4e36-89b2-65440123a9e4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:12.403871 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7c1e6b8e-3bb9-441a-bb70-7b521876500b req-1618845f-3ffe-4e36-89b2-65440123a9e4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0467694 Jul 20 09:40:12.452553 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7c1e6b8e-3bb9-441a-bb70-7b521876500b req-1d47e6c3-1445-4b72-803f-2e26c6bf3e0c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417435 Jul 20 09:40:12.728062 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81d8d9-b57f-480d-b711-047c5e887ff5 req-d5a27681-d3e2-418c-aa23-49a083efd2b5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:12.729513 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4b81d8d9-b57f-480d-b711-047c5e887ff5 req-d5a27681-d3e2-418c-aa23-49a083efd2b5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 946 time: 0.0470212 Jul 20 09:40:12.780960 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4b81d8d9-b57f-480d-b711-047c5e887ff5 req-c6245758-9620-4701-a810-cce783d6da93 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=78c2f4ee-865a-4abf-a4df-0bb8281a8455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446665 Jul 20 09:40:13.200906 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb41308-2003-4589-ae72-a858f86db780 req-af1c91ce-96a3-4366-93f4-33f22be4001b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:13.202995 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3bb41308-2003-4589-ae72-a858f86db780 req-af1c91ce-96a3-4366-93f4-33f22be4001b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.17 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 946 time: 0.0467176 Jul 20 09:40:13.290841 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-3bb41308-2003-4589-ae72-a858f86db780 req-902f01af-e3f9-4e06-94c1-c0b9c02bf050 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Deleting port 45838986-91b0-43b0-82e9-e712321d1783 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:40:13.291180 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-3bb41308-2003-4589-ae72-a858f86db780 req-902f01af-e3f9-4e06-94c1-c0b9c02bf050 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (45838986-91b0-43b0-82e9-e712321d1783), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:13.384133 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-3bb41308-2003-4589-ae72-a858f86db780 req-902f01af-e3f9-4e06-94c1-c0b9c02bf050 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] For port 45838986-91b0-43b0-82e9-e712321d1783, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=45838986-91b0-43b0-82e9-e712321d1783,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:40:13.384407 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-3bb41308-2003-4589-ae72-a858f86db780 req-902f01af-e3f9-4e06-94c1-c0b9c02bf050 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (45838986-91b0-43b0-82e9-e712321d1783), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:13.584181 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b105c1-78e2-463b-8cda-b562f343debd req-7fd5ef70-b8f9-4319-93c9-99521be2cb06 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:13.585682 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f2b105c1-78e2-463b-8cda-b562f343debd req-7fd5ef70-b8f9-4319-93c9-99521be2cb06 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0585303 Jul 20 09:40:13.614716 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-3bb41308-2003-4589-ae72-a858f86db780 req-902f01af-e3f9-4e06-94c1-c0b9c02bf050 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:13.615173 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-3bb41308-2003-4589-ae72-a858f86db780 req-902f01af-e3f9-4e06-94c1-c0b9c02bf050 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (889787ee-301f-47e7-8153-80fc8704dde0), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:13.615532 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [req-3bb41308-2003-4589-ae72-a858f86db780 req-902f01af-e3f9-4e06-94c1-c0b9c02bf050 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Floating IP 889787ee-301f-47e7-8153-80fc8704dde0 disassociated. External IP: 172.27.1.134, port: 45838986-91b0-43b0-82e9-e712321d1783. Jul 20 09:40:13.616015 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-3bb41308-2003-4589-ae72-a858f86db780 req-902f01af-e3f9-4e06-94c1-c0b9c02bf050 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Calling delete_port for 45838986-91b0-43b0-82e9-e712321d1783 owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:40:13.642357 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f2b105c1-78e2-463b-8cda-b562f343debd req-80626b7c-c7be-4649-b3dd-8d93f3e669e6 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492234 Jul 20 09:40:13.688886 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:13.764669 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-3bb41308-2003-4589-ae72-a858f86db780 req-902f01af-e3f9-4e06-94c1-c0b9c02bf050 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (45838986-91b0-43b0-82e9-e712321d1783), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:13.800479 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f01af-e3f9-4e06-94c1-c0b9c02bf050 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event deleted for resources: {'Port': ['ID=45838986-91b0-43b0-82e9-e712321d1783,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:13.943854 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7b3cdf9b-fdac-4f73-9a73-16a1815a9b9d req-605ec4ff-927a-4aa8-985f-e121b43ec31d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=449aaf77-3ec6-4163-bc11-ce226c2ca23d HTTP/1.1" status: 200 len: 210 time: 0.0603452 Jul 20 09:40:13.981324 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bb41308-2003-4589-ae72-a858f86db780 req-902f01af-e3f9-4e06-94c1-c0b9c02bf050 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:40:14.097077 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:14.114434 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bb41308-2003-4589-ae72-a858f86db780 req-902f01af-e3f9-4e06-94c1-c0b9c02bf050 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:40:14.126619 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3f2f3-4334-41ba-ad94-0caf7d7bdd8c None None] Sync routers for ids ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:40:14.139941 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3f2f3-4334-41ba-ad94-0caf7d7bdd8c None None] Routers {'83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:40:14.140574 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-96f3f2f3-4334-41ba-ad94-0caf7d7bdd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:39:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:14.165048 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb41308-2003-4589-ae72-a858f86db780 req-902f01af-e3f9-4e06-94c1-c0b9c02bf050 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] No DVR routers for this DVR port 45838986-91b0-43b0-82e9-e712321d1783 on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:40:14.168365 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-3bb41308-2003-4589-ae72-a858f86db780 req-902f01af-e3f9-4e06-94c1-c0b9c02bf050 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:14.171756 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3bb41308-2003-4589-ae72-a858f86db780 req-902f01af-e3f9-4e06-94c1-c0b9c02bf050 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.17 "DELETE /v2.0/ports/45838986-91b0-43b0-82e9-e712321d1783 HTTP/1.1" status: 204 len: 173 time: 0.9641087 Jul 20 09:40:14.172226 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'name': 'network-vif-deleted', 'tag': '45838986-91b0-43b0-82e9-e712321d1783'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:40:14.175648 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea19c97-e4e7-445b-bd0e-e7dd640a9aaa" -d '{"events": [{"server_uuid": "449aaf77-3ec6-4163-bc11-ce226c2ca23d", "name": "network-vif-deleted", "tag": "45838986-91b0-43b0-82e9-e712321d1783"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:40:14.223902 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa2ab51-6dbb-4a7e-bd29-a73ea69afb35 x-openstack-request-id: req-faa2ab51-6dbb-4a7e-bd29-a73ea69afb35 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:40:14.224172 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449aaf77-3ec6-4163-bc11-ce226c2ca23d", "name": "network-vif-deleted", "tag": "45838986-91b0-43b0-82e9-e712321d1783", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:40:14.224507 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-faa2ab51-6dbb-4a7e-bd29-a73ea69afb35 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:40:14.225124 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa2ab51-6dbb-4a7e-bd29-a73ea69afb35'] response: {'server_uuid': '449aaf77-3ec6-4163-bc11-ce226c2ca23d', 'name': 'network-vif-deleted', 'tag': '45838986-91b0-43b0-82e9-e712321d1783', 'status': 'completed', 'code': 200} Jul 20 09:40:14.266783 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-96f3f2f3-4334-41ba-ad94-0caf7d7bdd8c None None] Set router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:40:14.462195 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-96f3f2f3-4334-41ba-ad94-0caf7d7bdd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:07Z', 'revision_number': 5, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:14.487433 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3f2f3-4334-41ba-ad94-0caf7d7bdd8c None None] Checking router: 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:40:14.495836 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3f2f3-4334-41ba-ad94-0caf7d7bdd8c None None] Routers {'83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:40:14.496432 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-96f3f2f3-4334-41ba-ad94-0caf7d7bdd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:39:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:14.734632 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-96f3f2f3-4334-41ba-ad94-0caf7d7bdd8c None None] Set router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:40:14.787574 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816a68b-695e-44da-8034-94b3ed1cc79f req-2128472b-dd56-48eb-81c4-50f5ffd5ab0f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:14.789072 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2816a68b-695e-44da-8034-94b3ed1cc79f req-2128472b-dd56-48eb-81c4-50f5ffd5ab0f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0616519 Jul 20 09:40:14.838938 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2816a68b-695e-44da-8034-94b3ed1cc79f req-f3ed4343-e94b-4aad-b975-062542a6423b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425050 Jul 20 09:40:14.934327 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-96f3f2f3-4334-41ba-ad94-0caf7d7bdd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:07Z', 'revision_number': 5, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:14.962586 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3f2f3-4334-41ba-ad94-0caf7d7bdd8c None None] The sync data for ids ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'] in dv-cinder-822822-3-iscsi is: [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:07Z', 'revision_number': 5, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:40:15.058978 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52802) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:15.123566 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-2c40c16b-5251-4518-8a22-61c6a2baa1b6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group (78c2f4ee-865a-4abf-a4df-0bb8281a8455), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:15.149823 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-2c40c16b-5251-4518-8a22-61c6a2baa1b6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group (78c2f4ee-865a-4abf-a4df-0bb8281a8455), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:15.199904 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd65d5-90bb-410d-9fdc-b972606fecec None None] New status for floating IP 889787ee-301f-47e7-8153-80fc8704dde0: DOWN {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:40:15.208502 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-2c40c16b-5251-4518-8a22-61c6a2baa1b6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (78c2f4ee-865a-4abf-a4df-0bb8281a8455), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:15.211100 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-2c40c16b-5251-4518-8a22-61c6a2baa1b6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:15.212402 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-2c40c16b-5251-4518-8a22-61c6a2baa1b6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "DELETE /v2.0/security-groups/78c2f4ee-865a-4abf-a4df-0bb8281a8455 HTTP/1.1" status: 204 len: 168 time: 0.1521733 Jul 20 09:40:15.215488 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52804) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:15.223127 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40c16b-5251-4518-8a22-61c6a2baa1b6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c2f4ee-865a-4abf-a4df-0bb8281a8455,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:15.241746 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.api.v2.resource [None req-9936339e-93ba-44a9-9c61-0950e5605cba tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] show failed (client error): The resource could not be found. Jul 20 09:40:15.246244 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52806) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:15.246591 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-9936339e-93ba-44a9-9c61-0950e5605cba tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups/78c2f4ee-865a-4abf-a4df-0bb8281a8455 HTTP/1.1" status: 404 len: 347 time: 0.0292535 Jul 20 09:40:15.366068 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-b5a48743-1b60-4d93-8e52-2c21fb0af2fd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Deleting port 1bf4b442-f62e-49ba-b47b-371fd28a148c {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:40:15.366454 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b5a48743-1b60-4d93-8e52-2c21fb0af2fd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (1bf4b442-f62e-49ba-b47b-371fd28a148c), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:15.462136 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b5a48743-1b60-4d93-8e52-2c21fb0af2fd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (1bf4b442-f62e-49ba-b47b-371fd28a148c), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:15.462136 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b5a48743-1b60-4d93-8e52-2c21fb0af2fd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for floatingip (1bf4b442-f62e-49ba-b47b-371fd28a148c), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:15.478083 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-b5a48743-1b60-4d93-8e52-2c21fb0af2fd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Calling delete_port for 1bf4b442-f62e-49ba-b47b-371fd28a148c owned by network:floatingip {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:40:15.564038 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:15.639709 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b5a48743-1b60-4d93-8e52-2c21fb0af2fd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (1bf4b442-f62e-49ba-b47b-371fd28a148c), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:15.663090 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a48743-1b60-4d93-8e52-2c21fb0af2fd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event deleted for resources: {'Port': ['ID=1bf4b442-f62e-49ba-b47b-371fd28a148c,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:15.729161 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b5a48743-1b60-4d93-8e52-2c21fb0af2fd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for floatingip (889787ee-301f-47e7-8153-80fc8704dde0), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:15.731637 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b5a48743-1b60-4d93-8e52-2c21fb0af2fd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:15.732790 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-b5a48743-1b60-4d93-8e52-2c21fb0af2fd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "DELETE /v2.0/floatingips/889787ee-301f-47e7-8153-80fc8704dde0 HTTP/1.1" status: 204 len: 168 time: 0.4856975 Jul 20 09:40:15.818887 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52810) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:15.823410 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-ad823e68-abaf-4fcb-a530-0fb98f01e942 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--618074585', 'description': 'tempest-description--268361171'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:15.848261 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ad823e68-abaf-4fcb-a530-0fb98f01e942 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:15.928967 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ad823e68-abaf-4fcb-a530-0fb98f01e942 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group (077675d2-f9bf-4248-b1c1-2de5faf543b8), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:15.946141 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ad823e68-abaf-4fcb-a530-0fb98f01e942 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (077675d2-f9bf-4248-b1c1-2de5faf543b8), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:15.956027 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:15.988259 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d6265-46c5-43e9-938f-42f2843e40d9 req-2b037d74-78de-480b-b6ff-c9c2386d9388 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:15.989801 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-144d6265-46c5-43e9-938f-42f2843e40d9 req-2b037d74-78de-480b-b6ff-c9c2386d9388 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0798733 Jul 20 09:40:15.996272 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ad823e68-abaf-4fcb-a530-0fb98f01e942 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:15.997395 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-ad823e68-abaf-4fcb-a530-0fb98f01e942 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1774845 Jul 20 09:40:16.000970 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52814) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:16.005434 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Request body: {'security_group_rule': {'security_group_id': '077675d2-f9bf-4248-b1c1-2de5faf543b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:16.022993 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad823e68-abaf-4fcb-a530-0fb98f01e942 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077675d2-f9bf-4248-b1c1-2de5faf543b8,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:16.032536 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group_rule (c5d773d7-b9c1-4e3f-935c-37d453019f0e), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.054572 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-144d6265-46c5-43e9-938f-42f2843e40d9 req-7844c740-7298-40b7-90db-260dedb00141 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547512 Jul 20 09:40:16.089288 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group_rule (c5d773d7-b9c1-4e3f-935c-37d453019f0e), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.092800 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (c5d773d7-b9c1-4e3f-935c-37d453019f0e), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.098218 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:16.114854 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d773d7-b9c1-4e3f-935c-37d453019f0e,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:16.120973 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.122157 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202044 Jul 20 09:40:16.126071 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52816) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:16.129299 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:16.129662 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:16.129980 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:16.130317 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:16.130621 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-1f09780e-500e-4847-9a2a-43d781cd8ee0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Request body: {'security_group_rule': {'security_group_id': '077675d2-f9bf-4248-b1c1-2de5faf543b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:16.130730 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:16.130964 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:16.131311 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:16.131635 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:16.131968 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:16.132292 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:16.132616 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:16.132939 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:16.133262 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:16.133581 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:16.133900 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8f2ead-8537-4aa3-8ed2-b0118d889ec9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:16.165058 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-1f09780e-500e-4847-9a2a-43d781cd8ee0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group_rule (f4746282-bf5b-4b41-b3b1-b2bcaf214f18), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.225561 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-1f09780e-500e-4847-9a2a-43d781cd8ee0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group_rule (f4746282-bf5b-4b41-b3b1-b2bcaf214f18), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.229578 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-1f09780e-500e-4847-9a2a-43d781cd8ee0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (f4746282-bf5b-4b41-b3b1-b2bcaf214f18), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.249277 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09780e-500e-4847-9a2a-43d781cd8ee0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4746282-bf5b-4b41-b3b1-b2bcaf214f18,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:16.256778 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-1f09780e-500e-4847-9a2a-43d781cd8ee0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.258020 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-1f09780e-500e-4847-9a2a-43d781cd8ee0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309028 Jul 20 09:40:16.261115 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52818) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:16.266470 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Request body: {'floatingip': {'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:16.288673 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.369341 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.458065 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:16.473246 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Allocated IP 172.27.1.69 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/588a91ac-bc0b-4b0c-bb3f-feecc0020f20) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:40:16.581315 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for port (588a91ac-bc0b-4b0c-bb3f-feecc0020f20), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.612667 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (588a91ac-bc0b-4b0c-bb3f-feecc0020f20), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.648964 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:40:16.655785 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:40:16.659506 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:40:16.662890 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event updated for resources: {'Port': ['ID=588a91ac-bc0b-4b0c-bb3f-feecc0020f20,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:16.744681 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for floatingip (d5fbdf6f-eabf-4d2e-a2b6-75375a0f9326), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.745790 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:16.781853 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (588a91ac-bc0b-4b0c-bb3f-feecc0020f20), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.833236 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.905465 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 45838986-91b0-43b0-82e9-e712321d1783 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:40:16.925258 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: 45838986-91b0-43b0-82e9-e712321d1783 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:40:16.925650 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 45838986-91b0-43b0-82e9-e712321d1783 not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:40:16.929326 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for port (588a91ac-bc0b-4b0c-bb3f-feecc0020f20), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:16.933539 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (588a91ac-bc0b-4b0c-bb3f-feecc0020f20), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:17.000849 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event updated for resources: {'Port': ['ID=588a91ac-bc0b-4b0c-bb3f-feecc0020f20,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:17.012244 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (d5fbdf6f-eabf-4d2e-a2b6-75375a0f9326), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:17.026878 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:17.028109 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-ff374cc8-f73c-4ce7-b92d-7aad0bf6dec3 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7660718 Jul 20 09:40:17.176357 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f07fa-578d-4f15-a6bd-ac6d4c807879 req-3e075092-30ba-4634-a764-2ffffc13a4ad tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:17.177955 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-498f07fa-578d-4f15-a6bd-ac6d4c807879 req-3e075092-30ba-4634-a764-2ffffc13a4ad tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0545464 Jul 20 09:40:17.226764 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-498f07fa-578d-4f15-a6bd-ac6d4c807879 req-d1ee60a9-4cb1-4316-be57-a99d637da65e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427852 Jul 20 09:40:17.234998 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-f320ee17-ac00-4147-8ed7-c540cb0540c2 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--618074585&fields=id&tenant_id=07eb1473648d490b90a1e7debc45d57d HTTP/1.1" status: 200 len: 267 time: 0.0462866 Jul 20 09:40:17.340545 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-5e8714ae-7886-45ba-b942-e996cd5d69cd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:17.342654 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-5e8714ae-7886-45ba-b942-e996cd5d69cd tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/networks?id=3bc1f444-18bf-42e0-ae56-3a62ba59289b HTTP/1.1" status: 200 len: 817 time: 0.1006215 Jul 20 09:40:17.356688 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-231d3a18-153e-4dd0-9df7-9649e9bec8db tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/quotas/07eb1473648d490b90a1e7debc45d57d HTTP/1.1" status: 200 len: 375 time: 0.0087800 Jul 20 09:40:17.396458 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:17.410109 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-6909782b-027d-4f36-84ef-23bb14482557 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=07eb1473648d490b90a1e7debc45d57d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486765 Jul 20 09:40:17.511128 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-2de60410-8919-4d48-abfe-d10424e631fa service neutron] 10.222.0.18 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890970 Jul 20 09:40:17.603882 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-4b15a540-5d08-4dc2-86e8-2fb896ee8fa9 service neutron] 10.222.0.18 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863528 Jul 20 09:40:17.760893 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e5f6bb61-445e-40ed-bd83-9361cb9f4194 req-400d6b31-b92a-438a-8960-89aba951498b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 210 time: 0.0284026 Jul 20 09:40:18.340983 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f99886-dbf0-4342-87f8-855ed0020a72 req-bce7d900-4c60-4f38-96d3-e4de8f082443 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:18.342590 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c1f99886-dbf0-4342-87f8-855ed0020a72 req-bce7d900-4c60-4f38-96d3-e4de8f082443 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0465286 Jul 20 09:40:18.389758 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c1f99886-dbf0-4342-87f8-855ed0020a72 req-96a54c34-87a8-4773-8d4a-63892b05f795 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415392 Jul 20 09:40:18.701683 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-7c6b2582-b01d-45ec-adc4-388be088ca10 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:18.703312 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-7c6b2582-b01d-45ec-adc4-388be088ca10 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.17 "GET /v2.0/networks?id=3bc1f444-18bf-42e0-ae56-3a62ba59289b HTTP/1.1" status: 200 len: 817 time: 0.1065478 Jul 20 09:40:18.753786 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:18.772099 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-2620f33d-34d4-4dd6-8cc5-39add29a0e3e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07eb1473648d490b90a1e7debc45d57d HTTP/1.1" status: 200 len: 379 time: 0.0568898 Jul 20 09:40:18.843811 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-a7d11cbd-d5c8-47b2-8ff4-fb82f090d515 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Request body: {'port': {'device_id': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'admin_state_up': True, 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'security_groups': ['077675d2-f9bf-4248-b1c1-2de5faf543b8']}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:18.858270 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c66325d8-983f-4714-b50e-b752c02ca481 req-9379c2ea-d2a8-4374-b5b6-d7272d26820a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 210 time: 0.0283048 Jul 20 09:40:18.954047 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-a7d11cbd-d5c8-47b2-8ff4-fb82f090d515 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Made reservation on behalf of 07eb1473648d490b90a1e7debc45d57d for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:40:18.957369 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-a7d11cbd-d5c8-47b2-8ff4-fb82f090d515 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:19.083071 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-a7d11cbd-d5c8-47b2-8ff4-fb82f090d515 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Allocated IP 172.20.0.3 (3bc1f444-18bf-42e0-ae56-3a62ba59289b/c68da9fc-5cd8-47bc-92d3-c39a5383e60d/859157aa-b638-4b4f-b43f-7f70703c0a47) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:40:19.220485 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-a7d11cbd-d5c8-47b2-8ff4-fb82f090d515 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:19.226692 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:19.254347 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-a7d11cbd-d5c8-47b2-8ff4-fb82f090d515 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:19.302553 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-a7d11cbd-d5c8-47b2-8ff4-fb82f090d515 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Network 3bc1f444-18bf-42e0-ae56-3a62ba59289b is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:40:19.307770 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-a7d11cbd-d5c8-47b2-8ff4-fb82f090d515 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:40:19.310154 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-a7d11cbd-d5c8-47b2-8ff4-fb82f090d515 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:40:19.345496 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d11cbd-d5c8-47b2-8ff4-fb82f090d515 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event updated for resources: {'Port': ['ID=859157aa-b638-4b4f-b43f-7f70703c0a47,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:19.377850 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-a7d11cbd-d5c8-47b2-8ff4-fb82f090d515 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:19.378461 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-a7d11cbd-d5c8-47b2-8ff4-fb82f090d515 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:19.396616 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-a7d11cbd-d5c8-47b2-8ff4-fb82f090d515 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573640 Jul 20 09:40:19.407859 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Request body: {'port': {'device_id': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:19.470484 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:19.539559 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-5523d575-d350-4236-852b-22adf95cb029 None None] Provisioning complete for port 859157aa-b638-4b4f-b43f-7f70703c0a47 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:40:19.540172 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5523d575-d350-4236-852b-22adf95cb029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:19.552906 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a92627-6009-4f72-b983-9b665dd24738 req-efd1760d-89f4-4aa0-a634-a7a2d14daac1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:19.554400 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-30a92627-6009-4f72-b983-9b665dd24738 req-efd1760d-89f4-4aa0-a634-a7a2d14daac1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0742583 Jul 20 09:40:19.571756 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-5523d575-d350-4236-852b-22adf95cb029 None None] Port 859157aa-b638-4b4f-b43f-7f70703c0a47 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:40:19.574944 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:19.680725 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-30a92627-6009-4f72-b983-9b665dd24738 req-f55446aa-31a4-426a-a28c-0fbd92f51ec2 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190236 Jul 20 09:40:19.980221 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3544821-faf9-4113-af26-2cd236707683 req-926710e9-28db-48f6-ba24-24012cc8e8b2 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:19.986016 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f3544821-faf9-4113-af26-2cd236707683 req-926710e9-28db-48f6-ba24-24012cc8e8b2 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 931 time: 0.0555801 Jul 20 09:40:20.035226 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f3544821-faf9-4113-af26-2cd236707683 req-de70c6f9-14d8-40d6-ac7b-8404b02e8d46 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435905 Jul 20 09:40:20.071784 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859157aa-b638-4b4f-b43f-7f70703c0a47 {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:40:20.079322 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Publish callbacks [] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:20.091348 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Transition to ACTIVE for port object 859157aa-b638-4b4f-b43f-7f70703c0a47 will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:40:20.096954 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:20.151493 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Pushing event updated for resources: {'Port': ['ID=859157aa-b638-4b4f-b43f-7f70703c0a47,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:20.225913 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Attempting to bind port 859157aa-b638-4b4f-b43f-7f70703c0a47 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:40:20.226242 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Attempting to bind port 859157aa-b638-4b4f-b43f-7f70703c0a47 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:40:20.226572 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Attempting to bind port 859157aa-b638-4b4f-b43f-7f70703c0a47 on network 3bc1f444-18bf-42e0-ae56-3a62ba59289b {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:40:20.231222 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Port 859157aa-b638-4b4f-b43f-7f70703c0a47 on network 3bc1f444-18bf-42e0-ae56-3a62ba59289b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:40:20.231569 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Attempting to bind port 859157aa-b638-4b4f-b43f-7f70703c0a47 on network 3bc1f444-18bf-42e0-ae56-3a62ba59289b {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:40:20.238006 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:40:20.238347 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Checking segment: {'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:40:20.238736 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Bound using segment: {'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:40:20.239173 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Bound port: 859157aa-b638-4b4f-b43f-7f70703c0a47, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '739a4621-9383-4c8f-a7cc-fa2d9160202a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:40:20.239565 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:20.304268 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] For port 859157aa-b638-4b4f-b43f-7f70703c0a47, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:40:20.307270 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] For port 859157aa-b638-4b4f-b43f-7f70703c0a47, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=859157aa-b638-4b4f-b43f-7f70703c0a47,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:40:20.312967 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:20.350075 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:20.350694 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:20.352092 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] 10.222.0.17 "PUT /v2.0/ports/859157aa-b638-4b4f-b43f-7f70703c0a47 HTTP/1.1" status: 200 len: 1093 time: 0.9485888 Jul 20 09:40:20.352532 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'tag': '859157aa-b638-4b4f-b43f-7f70703c0a47'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:40:20.354770 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41604de5-99d6-47df-861a-42eb5b4148a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1aa3a0-cf51-4942-abc5-e059ed3eca20", "tag": "859157aa-b638-4b4f-b43f-7f70703c0a47"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:40:20.377961 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c2f1c-818e-434f-8c3e-44dd0ff35981 service neutron] Pushing event updated for resources: {'Port': ['ID=859157aa-b638-4b4f-b43f-7f70703c0a47,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:20.390527 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd10eea-3212-4128-8f5b-c81413eb73c5 x-openstack-request-id: req-8bd10eea-3212-4128-8f5b-c81413eb73c5 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:40:20.390894 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1aa3a0-cf51-4942-abc5-e059ed3eca20", "tag": "859157aa-b638-4b4f-b43f-7f70703c0a47", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:40:20.391212 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8bd10eea-3212-4128-8f5b-c81413eb73c5 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:40:20.392451 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd10eea-3212-4128-8f5b-c81413eb73c5'] response: {'name': 'network-changed', 'server_uuid': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'tag': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'status': 'completed', 'code': 200} Jul 20 09:40:20.792352 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276ab48-2871-4264-b5a5-20a730b6d581 req-a47e8ab3-9bcc-47d1-bdbf-a63155e82e0a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:20.793823 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f276ab48-2871-4264-b5a5-20a730b6d581 req-a47e8ab3-9bcc-47d1-bdbf-a63155e82e0a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0478814 Jul 20 09:40:20.842382 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f276ab48-2871-4264-b5a5-20a730b6d581 req-02419568-2f46-4ae9-ba6a-5f42f7d88b3c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428345 Jul 20 09:40:20.998416 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:21.031861 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604de5-99d6-47df-861a-42eb5b4148a9 req-a430ae48-074c-4a5c-9776-ed34677e12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:21.033564 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-41604de5-99d6-47df-861a-42eb5b4148a9 req-a430ae48-074c-4a5c-9776-ed34677e12e6 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=07eb1473648d490b90a1e7debc45d57d&device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 1127 time: 0.0439501 Jul 20 09:40:21.176374 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c7753-ea3b-4af9-b7cf-fb324da2e7fe req-aa558703-af62-46e1-bca1-662081ac40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:21.177859 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5d0c7753-ea3b-4af9-b7cf-fb324da2e7fe req-aa558703-af62-46e1-bca1-662081ac40f1 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 1129 time: 0.1117022 Jul 20 09:40:21.217235 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f1f9a-f7a9-4b63-bc15-3930794d1742 req-078df408-697e-4e9e-8087-4d9b8de3c459 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:21.218679 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-058f1f9a-f7a9-4b63-bc15-3930794d1742 req-078df408-697e-4e9e-8087-4d9b8de3c459 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.1073487 Jul 20 09:40:21.268063 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604de5-99d6-47df-861a-42eb5b4148a9 req-bdb9b1c5-6a5c-4963-8229-2e89a59bb654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:21.269504 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-41604de5-99d6-47df-861a-42eb5b4148a9 req-bdb9b1c5-6a5c-4963-8229-2e89a59bb654 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=07eb1473648d490b90a1e7debc45d57d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2134459 Jul 20 09:40:21.292344 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5d0c7753-ea3b-4af9-b7cf-fb324da2e7fe req-e680afaa-583b-4685-8e68-1c25451fd342 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050828 Jul 20 09:40:21.330100 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-058f1f9a-f7a9-4b63-bc15-3930794d1742 req-1000ba55-1115-4c7d-b301-9e77acbf4131 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053751 Jul 20 09:40:21.367013 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:21.393628 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604de5-99d6-47df-861a-42eb5b4148a9 req-431266e4-2c0d-4be7-8855-c1fc9fc5dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:21.395109 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-41604de5-99d6-47df-861a-42eb5b4148a9 req-431266e4-2c0d-4be7-8855-c1fc9fc5dbdb service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176143 Jul 20 09:40:21.572499 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-ce69accd-0f12-41e0-b674-3c7d69fb4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:21.573879 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-ce69accd-0f12-41e0-b674-3c7d69fb4727 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=07eb1473648d490b90a1e7debc45d57d&device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 1127 time: 0.0395985 Jul 20 09:40:21.612701 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-f98578a9-613e-47c9-8d02-150b5f2e24c6 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859157aa-b638-4b4f-b43f-7f70703c0a47 HTTP/1.1" status: 200 len: 217 time: 0.0318584 Jul 20 09:40:21.663814 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-a0ce8bd4-e31c-49ef-b80e-1b2aa68c366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:21.665237 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-a0ce8bd4-e31c-49ef-b80e-1b2aa68c366d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c68da9fc-5cd8-47bc-92d3-c39a5383e60d HTTP/1.1" status: 200 len: 856 time: 0.0461445 Jul 20 09:40:21.706968 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-1f5ee142-77cc-465f-9f14-3fea0796d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:21.708438 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-1f5ee142-77cc-465f-9f14-3fea0796d9de service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=3bc1f444-18bf-42e0-ae56-3a62ba59289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369110 Jul 20 09:40:21.948426 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:21.957914 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f7061-a172-45e0-995b-02693c6b6c6d req-66898eb8-c3d9-4c72-840e-2fb39fc58924 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:21.959415 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-bd4f7061-a172-45e0-995b-02693c6b6c6d req-66898eb8-c3d9-4c72-840e-2fb39fc58924 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0476661 Jul 20 09:40:22.012782 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-bd4f7061-a172-45e0-995b-02693c6b6c6d req-2db17bcd-bc33-4065-8ceb-b99e1311e58a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478387 Jul 20 09:40:22.072611 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-9dfff937-8717-48f3-a715-b81dcf6c71ec service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913093 Jul 20 09:40:22.171851 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cf16517b-6e66-4afb-b6ca-5255d64b88d1 req-37bd8b59-4377-419a-bf5d-d91ddde956a0 service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931351 Jul 20 09:40:22.448821 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50826d5-a7f3-4e54-9529-835ef2e29782 req-927f98e2-002e-4665-b766-8848982c309a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:22.450306 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d50826d5-a7f3-4e54-9529-835ef2e29782 req-927f98e2-002e-4665-b766-8848982c309a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0485470 Jul 20 09:40:22.497047 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d50826d5-a7f3-4e54-9529-835ef2e29782 req-de1cb46e-d28f-456f-ba14-38b02b013e20 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404758 Jul 20 09:40:23.023834 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7342e294-9b30-4e3b-9d47-7d52c8361200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:23.129020 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0eb630-dcf0-4f5f-811b-8b66dc97c066 req-ce06a2ae-4fe4-4f1e-b13a-46d4d46a3678 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:23.130469 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5c0eb630-dcf0-4f5f-811b-8b66dc97c066 req-ce06a2ae-4fe4-4f1e-b13a-46d4d46a3678 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0469635 Jul 20 09:40:23.178781 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5c0eb630-dcf0-4f5f-811b-8b66dc97c066 req-28636e38-a1ea-4c71-aa6b-fe352a7f6e9e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427167 Jul 20 09:40:23.618383 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4abb01-84d1-4d5d-8673-471af2331f15 req-2c033bf1-d4e1-40f2-891e-a8aa25ba01e8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:23.619903 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ca4abb01-84d1-4d5d-8673-471af2331f15 req-2c033bf1-d4e1-40f2-891e-a8aa25ba01e8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0524461 Jul 20 09:40:23.654038 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:23.670009 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ca4abb01-84d1-4d5d-8673-471af2331f15 req-c4a07b74-174f-4ada-956c-46cb6e4fe07c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444005 Jul 20 09:40:24.295426 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d4b2f-34a5-458e-8e06-7c2bec7b0082 req-fc285bcb-64af-4163-a04b-364f64199572 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:24.297030 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f75d4b2f-34a5-458e-8e06-7c2bec7b0082 req-fc285bcb-64af-4163-a04b-364f64199572 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0475509 Jul 20 09:40:24.343944 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f75d4b2f-34a5-458e-8e06-7c2bec7b0082 req-f5601158-320a-4530-b0ac-cb76b9325de4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410390 Jul 20 09:40:24.740014 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f8aa-c4f8-4318-bdfd-6607606f5b00 req-42f414e7-0f61-4757-9f56-0bdc03b27347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:24.741472 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8db2f8aa-c4f8-4318-bdfd-6607606f5b00 req-42f414e7-0f61-4757-9f56-0bdc03b27347 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 1129 time: 0.0669632 Jul 20 09:40:24.752426 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8f34c-9dc1-4a2e-bdfd-35170c78ce07 req-6f7c1502-17e5-4eee-8f3e-450bed401c33 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:24.753877 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e8f8f34c-9dc1-4a2e-bdfd-35170c78ce07 req-6f7c1502-17e5-4eee-8f3e-450bed401c33 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0699911 Jul 20 09:40:24.798915 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203011c-1f42-4ca0-9424-4f89179abf49 req-93a8a6a1-b052-460e-b137-3a45a97744f6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:24.800567 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5203011c-1f42-4ca0-9424-4f89179abf49 req-93a8a6a1-b052-460e-b137-3a45a97744f6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0557852 Jul 20 09:40:24.852832 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5203011c-1f42-4ca0-9424-4f89179abf49 req-f9fd697d-ee79-482c-9351-2cc95ae63666 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463605 Jul 20 09:40:24.861835 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e8f8f34c-9dc1-4a2e-bdfd-35170c78ce07 req-cd922dc8-38c9-45fa-bdb7-3a7dff7d90a1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994451 Jul 20 09:40:24.879678 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f8aa-c4f8-4318-bdfd-6607606f5b00 req-96375e7e-38b9-4c9e-a797-22b22cd44a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:24.881271 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8db2f8aa-c4f8-4318-bdfd-6607606f5b00 req-96375e7e-38b9-4c9e-a797-22b22cd44a48 service neutron] 10.222.0.17 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 920 time: 0.1264651 Jul 20 09:40:24.948674 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8db2f8aa-c4f8-4318-bdfd-6607606f5b00 req-d5947df5-30b0-4711-9c69-3f26d54fefd0 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c684db-cb6a-480b-89c3-6faeb0c7a54f HTTP/1.1" status: 200 len: 1001 time: 0.0601056 Jul 20 09:40:24.954479 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 859157aa-b638-4b4f-b43f-7f70703c0a47 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:40:25.000935 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f8aa-c4f8-4318-bdfd-6607606f5b00 req-bdb9b788-141b-46be-ae01-ba1aa2070f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:25.002411 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8db2f8aa-c4f8-4318-bdfd-6607606f5b00 req-bdb9b788-141b-46be-ae01-ba1aa2070f42 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 200 len: 858 time: 0.0457292 Jul 20 09:40:25.048460 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f8aa-c4f8-4318-bdfd-6607606f5b00 req-98d6d083-4504-4684-8855-b89ab2c90e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:25.050053 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8db2f8aa-c4f8-4318-bdfd-6607606f5b00 req-98d6d083-4504-4684-8855-b89ab2c90e65 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b536439e-ad65-4ab6-9df1-5521403416c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412805 Jul 20 09:40:25.054201 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 859157aa-b638-4b4f-b43f-7f70703c0a47, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=859157aa-b638-4b4f-b43f-7f70703c0a47,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:40:25.063027 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:25.065599 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'port_id': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'mac_address': 'fa:16:3e:4a:13:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:40:25.101361 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 859157aa-b638-4b4f-b43f-7f70703c0a47 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:40:25.101746 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:25.114443 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859157aa-b638-4b4f-b43f-7f70703c0a47 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:40:25.133631 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 859157aa-b638-4b4f-b43f-7f70703c0a47, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=859157aa-b638-4b4f-b43f-7f70703c0a47,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:40:25.137721 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:25.147547 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8db2f8aa-c4f8-4318-bdfd-6607606f5b00 req-b961eb6d-08ba-4bbe-bc1b-08a747da6152 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899911 Jul 20 09:40:25.184654 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=859157aa-b638-4b4f-b43f-7f70703c0a47,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:25.192827 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:25.193192 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:25.193517 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:25.193854 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:25.194188 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:25.194518 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:25.194842 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:25.195166 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:25.195517 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:25.195841 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:25.196166 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:25.196495 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:25.196812 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:25.197132 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:25.197452 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:25.221972 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:25.245326 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8db2f8aa-c4f8-4318-bdfd-6607606f5b00 req-b01aa1c3-30f3-45db-aa5b-c54f6432227d service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849314 Jul 20 09:40:25.266531 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:25.275747 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-16ecd3a2-156f-47a7-ab32-1d0199076737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:25.441636 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['859157aa-b638-4b4f-b43f-7f70703c0a47'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:40:25.480998 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:25.972650 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc6112-ca69-46cc-bc31-92b5a996a8f5 req-b70ffd8d-84b7-4183-b89a-6e965c21b99a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:25.974139 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c8dc6112-ca69-46cc-bc31-92b5a996a8f5 req-b70ffd8d-84b7-4183-b89a-6e965c21b99a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 944 time: 0.0480025 Jul 20 09:40:25.979255 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c2735-10e6-4ef8-ac15-7fe7e7a20836 req-2a02dcd2-0cf2-4ae4-abfb-71dbca01f552 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:25.980750 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fb9c2735-10e6-4ef8-ac15-7fe7e7a20836 req-2a02dcd2-0cf2-4ae4-abfb-71dbca01f552 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0511813 Jul 20 09:40:26.021479 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c8dc6112-ca69-46cc-bc31-92b5a996a8f5 req-fddcf28d-0df2-477f-b928-8463c90f4629 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417397 Jul 20 09:40:26.027788 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fb9c2735-10e6-4ef8-ac15-7fe7e7a20836 req-f5bb9d5b-e7be-4e9a-a96c-b47df66c69f4 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410681 Jul 20 09:40:26.272575 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:26.979143 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 859157aa-b638-4b4f-b43f-7f70703c0a47 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:40:27.023132 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 859157aa-b638-4b4f-b43f-7f70703c0a47 completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:40:27.028837 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 859157aa-b638-4b4f-b43f-7f70703c0a47 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:40:27.029375 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:27.110140 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 859157aa-b638-4b4f-b43f-7f70703c0a47 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:40:27.110140 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:27.138026 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859157aa-b638-4b4f-b43f-7f70703c0a47'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:40:27.140709 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8b5ff2-4e1f-45f5-b480-395f11983f61" -d '{"events": [{"server_uuid": "8c1aa3a0-cf51-4942-abc5-e059ed3eca20", "name": "network-vif-plugged", "status": "completed", "tag": "859157aa-b638-4b4f-b43f-7f70703c0a47"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:40:27.152315 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143db1-9bf9-4544-b8d9-b8320d5d354d req-6dcd7e11-09d3-41d2-b473-9674f100b95c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:27.152928 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850ab2d-687e-4948-806d-516afa526928 req-0b4ee767-dfa3-4352-8faa-7f8646b04c43 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:27.153859 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fa143db1-9bf9-4544-b8d9-b8320d5d354d req-6dcd7e11-09d3-41d2-b473-9674f100b95c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 944 time: 0.0534458 Jul 20 09:40:27.154754 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 859157aa-b638-4b4f-b43f-7f70703c0a47, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=859157aa-b638-4b4f-b43f-7f70703c0a47,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:40:27.156359 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c850ab2d-687e-4948-806d-516afa526928 req-0b4ee767-dfa3-4352-8faa-7f8646b04c43 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0558293 Jul 20 09:40:27.159201 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:27.207991 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c850ab2d-687e-4948-806d-516afa526928 req-166e476b-e9ee-461c-9882-352760e003d2 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459051 Jul 20 09:40:27.208236 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=859157aa-b638-4b4f-b43f-7f70703c0a47,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:27.211995 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fa143db1-9bf9-4544-b8d9-b8320d5d354d req-29b93586-3733-42da-a481-bad80e990366 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510123 Jul 20 09:40:27.264289 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff7ef9b-837c-4044-8c7c-041bf59f866a x-openstack-request-id: req-aff7ef9b-837c-4044-8c7c-041bf59f866a {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:40:27.264576 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1aa3a0-cf51-4942-abc5-e059ed3eca20", "name": "network-vif-plugged", "status": "completed", "tag": "859157aa-b638-4b4f-b43f-7f70703c0a47", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:40:27.264827 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aff7ef9b-837c-4044-8c7c-041bf59f866a {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:40:27.265223 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff7ef9b-837c-4044-8c7c-041bf59f866a'] response: {'server_uuid': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'code': 200} Jul 20 09:40:27.633769 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5225b-ffdf-43bb-ba9f-ff8c1fa14284 req-9543966c-5bec-4b00-87ee-1e19741f09de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:27.635230 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-03d5225b-ffdf-43bb-ba9f-ff8c1fa14284 req-9543966c-5bec-4b00-87ee-1e19741f09de service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 1129 time: 0.0389416 Jul 20 09:40:27.682518 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-03d5225b-ffdf-43bb-ba9f-ff8c1fa14284 req-7d7d7dab-3023-44d4-a1cd-4ab4aed40df9 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411863 Jul 20 09:40:27.779849 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:28.161613 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:28.334344 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226d8f7-16ad-42da-97ee-f0af4a4b3a89 req-ae411c32-d3f2-4700-a7d1-6fd85ec76a53 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:28.334961 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9380b7-d980-4220-904f-00bcdc42e4b6 req-a965a39a-4ba7-4315-b979-7bce751db2ed tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:28.335859 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2226d8f7-16ad-42da-97ee-f0af4a4b3a89 req-ae411c32-d3f2-4700-a7d1-6fd85ec76a53 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0491815 Jul 20 09:40:28.336224 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0d9380b7-d980-4220-904f-00bcdc42e4b6 req-a965a39a-4ba7-4315-b979-7bce751db2ed tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0482683 Jul 20 09:40:28.368542 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:28.384013 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0d9380b7-d980-4220-904f-00bcdc42e4b6 req-5bd24a0d-0a89-4214-b192-a51636cee16a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422666 Jul 20 09:40:28.384231 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2226d8f7-16ad-42da-97ee-f0af4a4b3a89 req-f5ee68f7-2879-4fe7-8f38-dfa682ef044c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422559 Jul 20 09:40:28.492038 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94369d0a-dcba-46ee-b581-babb47c8dc93 req-ab835e80-b053-466b-abd5-fa94ab6777a0 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:28.493513 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-94369d0a-dcba-46ee-b581-babb47c8dc93 req-ab835e80-b053-466b-abd5-fa94ab6777a0 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0467479 Jul 20 09:40:28.502774 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52910) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:28.507041 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-ba7e2515-7f0e-4aa6-aa6f-56a2d1d4c16a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Request body: {'floatingip': {'port_id': '94c684db-cb6a-480b-89c3-6faeb0c7a54f'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:28.563380 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2515-7f0e-4aa6-aa6f-56a2d1d4c16a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for floatingip (ec5017b7-9c39-4f5a-b6da-dfcfe443b144), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:29.001486 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2515-7f0e-4aa6-aa6f-56a2d1d4c16a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:29.005540 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2515-7f0e-4aa6-aa6f-56a2d1d4c16a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (ec5017b7-9c39-4f5a-b6da-dfcfe443b144), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:29.179316 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:29.204353 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7e2515-7f0e-4aa6-aa6f-56a2d1d4c16a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:40:29.307543 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7e2515-7f0e-4aa6-aa6f-56a2d1d4c16a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:40:29.312847 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2515-7f0e-4aa6-aa6f-56a2d1d4c16a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:29.317948 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb19b4c-f81c-435d-91b7-5f146c18a9b4 None None] Sync routers for ids ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:40:29.328357 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb19b4c-f81c-435d-91b7-5f146c18a9b4 None None] Routers {'78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:40:29.328614 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-ceb19b4c-f81c-435d-91b7-5f146c18a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:40:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:29.331976 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:29.346931 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'tag': '94c684db-cb6a-480b-89c3-6faeb0c7a54f'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:40:29.349352 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a842a822-73ac-469f-8001-141d819f0337" -d '{"events": [{"name": "network-changed", "server_uuid": "b2276d91-021a-48eb-b539-ac70600ccf61", "tag": "94c684db-cb6a-480b-89c3-6faeb0c7a54f"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:40:29.394474 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98782cb9-7f51-4647-9ee0-eeb803020ad1 x-openstack-request-id: req-98782cb9-7f51-4647-9ee0-eeb803020ad1 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:40:29.394757 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2276d91-021a-48eb-b539-ac70600ccf61", "tag": "94c684db-cb6a-480b-89c3-6faeb0c7a54f", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:40:29.395039 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98782cb9-7f51-4647-9ee0-eeb803020ad1 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:40:29.396406 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98782cb9-7f51-4647-9ee0-eeb803020ad1'] response: {'name': 'network-changed', 'server_uuid': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'tag': '94c684db-cb6a-480b-89c3-6faeb0c7a54f', 'status': 'completed', 'code': 200} Jul 20 09:40:29.400632 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-ba7e2515-7f0e-4aa6-aa6f-56a2d1d4c16a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "PUT /v2.0/floatingips/ec5017b7-9c39-4f5a-b6da-dfcfe443b144 HTTP/1.1" status: 200 len: 993 time: 0.8944840 Jul 20 09:40:29.450937 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-ceb19b4c-f81c-435d-91b7-5f146c18a9b4 None None] Set router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:40:29.528889 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842a822-73ac-469f-8001-141d819f0337 req-f650423e-02e8-47c1-8d9a-c9697b624576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:29.530545 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a842a822-73ac-469f-8001-141d819f0337 req-f650423e-02e8-47c1-8d9a-c9697b624576 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 1129 time: 0.0782015 Jul 20 09:40:29.538659 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50524cb-1668-41d8-bcb5-72bba533cd48 req-d2dc404d-55c6-4ec3-9d00-3e8901b10fc6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:29.540182 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c50524cb-1668-41d8-bcb5-72bba533cd48 req-d2dc404d-55c6-4ec3-9d00-3e8901b10fc6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0750144 Jul 20 09:40:29.649232 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c50524cb-1668-41d8-bcb5-72bba533cd48 req-4c15411f-53f4-4c13-b10b-888cac22c5de tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983179 Jul 20 09:40:29.675510 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-ceb19b4c-f81c-435d-91b7-5f146c18a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:57Z', 'revision_number': 4, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'ec5017b7-9c39-4f5a-b6da-dfcfe443b144', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'port_id': '94c684db-cb6a-480b-89c3-6faeb0c7a54f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'mac_address': 'fa:16:3e:c8:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:38:19Z', 'updated_at': '2022-07-20T09:40:28Z', 'revision_number': 3, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e9a0603-5241-4169-a06c-1960adefe9e5', 'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'mac_address': 'fa:16:3e:0e:a0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:55Z', 'updated_at': '2022-07-20T09:36:08Z', 'revision_number': 5, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'subnets': [{'id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:29.675887 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842a822-73ac-469f-8001-141d819f0337 req-1adbd286-3aef-4764-a85e-cc6fbfc64d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:29.675887 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a842a822-73ac-469f-8001-141d819f0337 req-1adbd286-3aef-4764-a85e-cc6fbfc64d0f service neutron] 10.222.0.17 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 920 time: 0.1259098 Jul 20 09:40:29.690016 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb19b4c-f81c-435d-91b7-5f146c18a9b4 None None] Checking router: 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:40:29.699820 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb19b4c-f81c-435d-91b7-5f146c18a9b4 None None] Routers {'78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:40:29.700438 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-ceb19b4c-f81c-435d-91b7-5f146c18a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:40:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:29.736358 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a842a822-73ac-469f-8001-141d819f0337 req-b7404396-ee12-4b1a-a683-9e3e50170b74 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c684db-cb6a-480b-89c3-6faeb0c7a54f HTTP/1.1" status: 200 len: 1001 time: 0.0631425 Jul 20 09:40:29.768547 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58153-2cb1-4273-8c83-b40bbd61eaf4 req-9b7fdfbf-a294-4f66-854a-e9b2c3dc9134 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:29.771313 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-bfe58153-2cb1-4273-8c83-b40bbd61eaf4 req-9b7fdfbf-a294-4f66-854a-e9b2c3dc9134 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0498450 Jul 20 09:40:29.780823 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52920) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:29.785865 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-f9d4b93a-4368-414c-978a-53718e1c8d57 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Request body: {'floatingip': {'port_id': '859157aa-b638-4b4f-b43f-7f70703c0a47'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:29.794122 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842a822-73ac-469f-8001-141d819f0337 req-163fa131-f774-40ba-9f06-ac89a688c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:29.796298 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a842a822-73ac-469f-8001-141d819f0337 req-163fa131-f774-40ba-9f06-ac89a688c27c service neutron] 10.222.0.17 "GET /v2.0/subnets?id=83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 200 len: 858 time: 0.0518899 Jul 20 09:40:29.806748 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-ceb19b4c-f81c-435d-91b7-5f146c18a9b4 None None] Set router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:40:29.821682 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:29.829711 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f9d4b93a-4368-414c-978a-53718e1c8d57 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for floatingip (d5fbdf6f-eabf-4d2e-a2b6-75375a0f9326), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:29.850827 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842a822-73ac-469f-8001-141d819f0337 req-94a5fbfb-f533-4b74-ab44-44fa95153420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:29.852380 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a842a822-73ac-469f-8001-141d819f0337 req-94a5fbfb-f533-4b74-ab44-44fa95153420 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b536439e-ad65-4ab6-9df1-5521403416c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488906 Jul 20 09:40:29.950126 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a842a822-73ac-469f-8001-141d819f0337 req-0783f3d4-3c2b-4a7f-a161-790434d2041e service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912304 Jul 20 09:40:30.037305 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-ceb19b4c-f81c-435d-91b7-5f146c18a9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:57Z', 'revision_number': 4, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'ec5017b7-9c39-4f5a-b6da-dfcfe443b144', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'port_id': '94c684db-cb6a-480b-89c3-6faeb0c7a54f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'mac_address': 'fa:16:3e:c8:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:38:19Z', 'updated_at': '2022-07-20T09:40:28Z', 'revision_number': 3, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e9a0603-5241-4169-a06c-1960adefe9e5', 'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'mac_address': 'fa:16:3e:0e:a0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:55Z', 'updated_at': '2022-07-20T09:36:08Z', 'revision_number': 5, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'subnets': [{'id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:30.048969 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a842a822-73ac-469f-8001-141d819f0337 req-ec440d55-a741-4a60-9161-d539c70dc2de service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923510 Jul 20 09:40:30.063652 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb19b4c-f81c-435d-91b7-5f146c18a9b4 None None] The sync data for ids ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'] in dv-cinder-822822-3-iscsi is: [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:57Z', 'revision_number': 4, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'ec5017b7-9c39-4f5a-b6da-dfcfe443b144', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'port_id': '94c684db-cb6a-480b-89c3-6faeb0c7a54f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'mac_address': 'fa:16:3e:c8:0c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:38:19Z', 'updated_at': '2022-07-20T09:40:28Z', 'revision_number': 3, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e9a0603-5241-4169-a06c-1960adefe9e5', 'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'mac_address': 'fa:16:3e:0e:a0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:55Z', 'updated_at': '2022-07-20T09:36:08Z', 'revision_number': 5, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'subnets': [{'id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:40:30.458534 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:30.477131 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f9d4b93a-4368-414c-978a-53718e1c8d57 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:30.480522 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f9d4b93a-4368-414c-978a-53718e1c8d57 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (d5fbdf6f-eabf-4d2e-a2b6-75375a0f9326), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:30.576346 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.l3_db [None req-f9d4b93a-4368-414c-978a-53718e1c8d57 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Floating IP d5fbdf6f-eabf-4d2e-a2b6-75375a0f9326 associated. External IP: 172.27.1.69, port: 859157aa-b638-4b4f-b43f-7f70703c0a47. Jul 20 09:40:30.771239 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d4b93a-4368-414c-978a-53718e1c8d57 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:40:30.875421 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d4b93a-4368-414c-978a-53718e1c8d57 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:40:30.880257 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f9d4b93a-4368-414c-978a-53718e1c8d57 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:30.884638 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc53d4-2b26-4183-b3dd-1d9cb5dd71f6 None None] Sync routers for ids ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:40:30.895004 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cc53d4-2b26-4183-b3dd-1d9cb5dd71f6 None None] Routers {'83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:40:30.895646 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-00cc53d4-2b26-4183-b3dd-1d9cb5dd71f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:40:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:30.910552 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-f9d4b93a-4368-414c-978a-53718e1c8d57 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "PUT /v2.0/floatingips/d5fbdf6f-eabf-4d2e-a2b6-75375a0f9326 HTTP/1.1" status: 200 len: 990 time: 1.1282334 Jul 20 09:40:30.911137 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'tag': '859157aa-b638-4b4f-b43f-7f70703c0a47'}] {{(pid=104190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:40:30.913688 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f162af37f3659de9440c7e430c3edd450bd963b23e10d3d3f066ed0a9258c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaa2330-c96f-41d9-aba5-185729e5c28e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1aa3a0-cf51-4942-abc5-e059ed3eca20", "tag": "859157aa-b638-4b4f-b43f-7f70703c0a47"}]}' {{(pid=104190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:40:30.949451 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf9a0d6-72ca-4fef-ae29-f8389b01762d x-openstack-request-id: req-5bf9a0d6-72ca-4fef-ae29-f8389b01762d {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:40:30.949766 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1aa3a0-cf51-4942-abc5-e059ed3eca20", "tag": "859157aa-b638-4b4f-b43f-7f70703c0a47", "status": "completed", "code": 200}]} {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:40:30.950022 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bf9a0d6-72ca-4fef-ae29-f8389b01762d {{(pid=104190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:40:30.950511 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf9a0d6-72ca-4fef-ae29-f8389b01762d'] response: {'name': 'network-changed', 'server_uuid': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'tag': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'status': 'completed', 'code': 200} Jul 20 09:40:31.000079 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-00cc53d4-2b26-4183-b3dd-1d9cb5dd71f6 None None] Set router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:40:31.010787 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa2330-c96f-41d9-aba5-185729e5c28e req-6746a314-8ce0-49e0-917a-5172a5b447c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:31.012505 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0eaa2330-c96f-41d9-aba5-185729e5c28e req-6746a314-8ce0-49e0-917a-5172a5b447c6 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=07eb1473648d490b90a1e7debc45d57d&device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 1129 time: 0.0409534 Jul 20 09:40:31.108723 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa2330-c96f-41d9-aba5-185729e5c28e req-d6a3a24f-d178-4370-99e5-5c096225c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:31.110704 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0eaa2330-c96f-41d9-aba5-185729e5c28e req-d6a3a24f-d178-4370-99e5-5c096225c75b service neutron] 10.222.0.17 "GET /v2.0/networks?id=3bc1f444-18bf-42e0-ae56-3a62ba59289b HTTP/1.1" status: 200 len: 918 time: 0.0918574 Jul 20 09:40:31.173151 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0eaa2330-c96f-41d9-aba5-185729e5c28e req-cdab9213-ddb5-45a2-9c0e-8cadb23c577d service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859157aa-b638-4b4f-b43f-7f70703c0a47 HTTP/1.1" status: 200 len: 998 time: 0.0552206 Jul 20 09:40:31.212140 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-00cc53d4-2b26-4183-b3dd-1d9cb5dd71f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'd5fbdf6f-eabf-4d2e-a2b6-75375a0f9326', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'port_id': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'mac_address': 'fa:16:3e:4a:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:40:16Z', 'updated_at': '2022-07-20T09:40:30Z', 'revision_number': 1, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:07Z', 'revision_number': 5, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:31.213347 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:31.224707 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa2330-c96f-41d9-aba5-185729e5c28e req-7956170e-0b5b-41c3-8bac-21caad6009fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:31.226179 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0eaa2330-c96f-41d9-aba5-185729e5c28e req-7956170e-0b5b-41c3-8bac-21caad6009fb service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c68da9fc-5cd8-47bc-92d3-c39a5383e60d HTTP/1.1" status: 200 len: 856 time: 0.0456851 Jul 20 09:40:31.242369 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc53d4-2b26-4183-b3dd-1d9cb5dd71f6 None None] Checking router: 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:40:31.251684 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cc53d4-2b26-4183-b3dd-1d9cb5dd71f6 None None] Routers {'83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:40:31.252287 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-00cc53d4-2b26-4183-b3dd-1d9cb5dd71f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:40:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:31.273856 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa2330-c96f-41d9-aba5-185729e5c28e req-e76a420c-f1d5-474a-8794-79bf3215c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:31.275390 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0eaa2330-c96f-41d9-aba5-185729e5c28e req-e76a420c-f1d5-474a-8794-79bf3215c76f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=3bc1f444-18bf-42e0-ae56-3a62ba59289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429506 Jul 20 09:40:31.367012 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0eaa2330-c96f-41d9-aba5-185729e5c28e req-3e3f613e-b427-4053-9d95-4fd318f9c075 service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853593 Jul 20 09:40:31.370973 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-00cc53d4-2b26-4183-b3dd-1d9cb5dd71f6 None None] Set router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:40:31.391259 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:31.399893 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'tag': '94c684db-cb6a-480b-89c3-6faeb0c7a54f'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:40:31.402101 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b313e8db-df02-4e35-9df9-2840fbea09af" -d '{"events": [{"name": "network-changed", "server_uuid": "b2276d91-021a-48eb-b539-ac70600ccf61", "tag": "94c684db-cb6a-480b-89c3-6faeb0c7a54f"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:40:31.441041 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fc918c-c8be-4ebb-ae03-2af4873e4590 x-openstack-request-id: req-19fc918c-c8be-4ebb-ae03-2af4873e4590 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:40:31.441404 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2276d91-021a-48eb-b539-ac70600ccf61", "tag": "94c684db-cb6a-480b-89c3-6faeb0c7a54f", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:40:31.441721 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19fc918c-c8be-4ebb-ae03-2af4873e4590 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:40:31.442176 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fc918c-c8be-4ebb-ae03-2af4873e4590'] response: {'name': 'network-changed', 'server_uuid': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'tag': '94c684db-cb6a-480b-89c3-6faeb0c7a54f', 'status': 'completed', 'code': 200} Jul 20 09:40:31.484040 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0eaa2330-c96f-41d9-aba5-185729e5c28e req-1053adec-37ae-4ca1-82be-4a19bfe2dd98 service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101899 Jul 20 09:40:31.485641 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:31.514493 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313e8db-df02-4e35-9df9-2840fbea09af req-459853b4-fc9d-497b-80f7-86daabc12f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:31.516015 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b313e8db-df02-4e35-9df9-2840fbea09af req-459853b4-fc9d-497b-80f7-86daabc12f8c service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 1129 time: 0.0460618 Jul 20 09:40:31.600021 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-00cc53d4-2b26-4183-b3dd-1d9cb5dd71f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'd5fbdf6f-eabf-4d2e-a2b6-75375a0f9326', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'port_id': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'mac_address': 'fa:16:3e:4a:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:40:16Z', 'updated_at': '2022-07-20T09:40:30Z', 'revision_number': 1, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:07Z', 'revision_number': 5, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:31.610488 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313e8db-df02-4e35-9df9-2840fbea09af req-6fb2d532-38dc-43f5-901d-2131e9a45d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:31.611991 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b313e8db-df02-4e35-9df9-2840fbea09af req-6fb2d532-38dc-43f5-901d-2131e9a45d6e service neutron] 10.222.0.17 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 920 time: 0.0897679 Jul 20 09:40:31.626441 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc53d4-2b26-4183-b3dd-1d9cb5dd71f6 None None] The sync data for ids ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'] in dv-cinder-822822-3-iscsi is: [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'd5fbdf6f-eabf-4d2e-a2b6-75375a0f9326', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'port_id': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'mac_address': 'fa:16:3e:4a:13:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:40:16Z', 'updated_at': '2022-07-20T09:40:30Z', 'revision_number': 1, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:07Z', 'revision_number': 5, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:40:31.679136 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b313e8db-df02-4e35-9df9-2840fbea09af req-6c54a7fa-07fd-4915-985b-ad83f9f2e02a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c684db-cb6a-480b-89c3-6faeb0c7a54f HTTP/1.1" status: 200 len: 1001 time: 0.0596747 Jul 20 09:40:31.729121 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313e8db-df02-4e35-9df9-2840fbea09af req-f76f1325-4071-4c28-9730-35ade1407af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:31.730594 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b313e8db-df02-4e35-9df9-2840fbea09af req-f76f1325-4071-4c28-9730-35ade1407af3 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 200 len: 858 time: 0.0443738 Jul 20 09:40:31.780436 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313e8db-df02-4e35-9df9-2840fbea09af req-c5ca32f8-00f6-4697-a42a-9a87d257f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:31.781692 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b313e8db-df02-4e35-9df9-2840fbea09af req-c5ca32f8-00f6-4697-a42a-9a87d257f514 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b536439e-ad65-4ab6-9df1-5521403416c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446990 Jul 20 09:40:31.815638 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e26a84-440f-4c0f-acfa-de3d1b524c08 None None] New status for floating IP d5fbdf6f-eabf-4d2e-a2b6-75375a0f9326: ACTIVE {{(pid=104191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:40:31.878623 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b313e8db-df02-4e35-9df9-2840fbea09af req-e8c716bc-626f-427b-9cb0-727662618649 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871503 Jul 20 09:40:31.921468 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:31.975729 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b313e8db-df02-4e35-9df9-2840fbea09af req-2e2f09ab-6701-4557-b61c-be5281e80b06 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900545 Jul 20 09:40:36.508346 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa370b-2656-422d-ba15-2c8df0eff937 req-4997d6c9-5e80-4103-8953-4731bc661f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:36.509053 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a750b-cb11-48c4-b19c-c5b0d7d53230 req-4df98ce3-0ac8-4eb9-bfca-52a233810624 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:36.510016 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cbfa370b-2656-422d-ba15-2c8df0eff937 req-4997d6c9-5e80-4103-8953-4731bc661f83 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=65ccb95f08764f99b5a5c1166c42410b&device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 1169 time: 0.0401897 Jul 20 09:40:36.510347 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e54a750b-cb11-48c4-b19c-c5b0d7d53230 req-4df98ce3-0ac8-4eb9-bfca-52a233810624 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 985 time: 0.0487664 Jul 20 09:40:36.573861 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e54a750b-cb11-48c4-b19c-c5b0d7d53230 req-899d02e8-cb28-4ed0-aa28-079e125f98f4 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&id=d5604d77-a207-4fb6-9670-407112042b50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569413 Jul 20 09:40:36.583001 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:36.588697 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:40:36.873896 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa370b-2656-422d-ba15-2c8df0eff937 req-c5802b05-760f-41c4-9fba-147f2059efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:36.875282 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cbfa370b-2656-422d-ba15-2c8df0eff937 req-c5802b05-760f-41c4-9fba-147f2059efee service neutron] 10.222.0.17 "GET /v2.0/networks?id=7ed66025-4c0d-4641-af19-2ad6eb5abae0 HTTP/1.1" status: 200 len: 915 time: 0.3588848 Jul 20 09:40:36.937691 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cbfa370b-2656-422d-ba15-2c8df0eff937 req-a8b910a7-b4d8-4866-a5f8-5542ae71afee service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c6b639d-4460-4929-a29a-c38cbf380511 HTTP/1.1" status: 200 len: 1001 time: 0.0560708 Jul 20 09:40:36.987604 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa370b-2656-422d-ba15-2c8df0eff937 req-457f95d9-5240-4d2a-8ed0-c77b7a73f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:36.989020 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cbfa370b-2656-422d-ba15-2c8df0eff937 req-457f95d9-5240-4d2a-8ed0-c77b7a73f352 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2dea8d0e-ab74-426c-933e-b1c49f876204 HTTP/1.1" status: 200 len: 853 time: 0.0431702 Jul 20 09:40:37.037191 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa370b-2656-422d-ba15-2c8df0eff937 req-2676eb99-eecf-4ed3-bd2d-c216c3fe2e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:37.038722 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cbfa370b-2656-422d-ba15-2c8df0eff937 req-2676eb99-eecf-4ed3-bd2d-c216c3fe2e68 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=7ed66025-4c0d-4641-af19-2ad6eb5abae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433416 Jul 20 09:40:37.099104 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:37.131617 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cbfa370b-2656-422d-ba15-2c8df0eff937 req-b257e190-8578-4069-a3aa-b46c95fbef67 service neutron] 10.222.0.17 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834115 Jul 20 09:40:37.205102 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:37.224952 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cbfa370b-2656-422d-ba15-2c8df0eff937 req-a3cbd2d6-9f27-43cc-9fd0-6bbe8493f819 service neutron] 10.222.0.17 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874388 Jul 20 09:40:37.691741 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bc662-6286-43cb-9117-fbef70ee477a req-67ad10b1-33e0-43a3-b962-58cf35221e22 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:37.693213 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-364bc662-6286-43cb-9117-fbef70ee477a req-67ad10b1-33e0-43a3-b962-58cf35221e22 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 985 time: 0.0475800 Jul 20 09:40:37.752890 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-364bc662-6286-43cb-9117-fbef70ee477a req-ae84c877-b1d3-4346-8dec-2b5e6e780f8f tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&id=d5604d77-a207-4fb6-9670-407112042b50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540230 Jul 20 09:40:38.862052 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:38.871646 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67c1f1-6623-49de-9326-de85d2a66714 req-7b15b07f-63c3-4b6e-ba6a-19b5a3bbf295 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:38.873157 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3d67c1f1-6623-49de-9326-de85d2a66714 req-7b15b07f-63c3-4b6e-ba6a-19b5a3bbf295 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 985 time: 0.0522172 Jul 20 09:40:38.933719 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3d67c1f1-6623-49de-9326-de85d2a66714 req-9ecae2c0-d025-4dd9-897f-31d81ffa5526 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&id=d5604d77-a207-4fb6-9670-407112042b50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546069 Jul 20 09:40:40.048743 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ca40-046a-431b-ab7d-b26357cc9b9b req-2c38f437-9347-4b1b-b7ad-ae04dce4c21a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:40.050468 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d5f3ca40-046a-431b-ab7d-b26357cc9b9b req-2c38f437-9347-4b1b-b7ad-ae04dce4c21a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 985 time: 0.0482881 Jul 20 09:40:40.114846 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d5f3ca40-046a-431b-ab7d-b26357cc9b9b req-2cc5828b-ce71-48a2-8e3b-51b802cdb01a tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&id=d5604d77-a207-4fb6-9670-407112042b50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586298 Jul 20 09:40:41.228506 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ee20e-6d8a-47c6-b4ab-6d654bc8a718 req-52467857-7df3-4a04-ae7b-3107d1b9c931 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:41.229865 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4f2ee20e-6d8a-47c6-b4ab-6d654bc8a718 req-52467857-7df3-4a04-ae7b-3107d1b9c931 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 985 time: 0.0479646 Jul 20 09:40:41.289536 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4f2ee20e-6d8a-47c6-b4ab-6d654bc8a718 req-144d7331-60b7-4d15-ac81-5b007b166153 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&id=d5604d77-a207-4fb6-9670-407112042b50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540409 Jul 20 09:40:41.603133 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=14 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:41.912712 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:41.919398 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:42.417765 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab7aa6-3061-41e7-8568-49826336a597 req-546f58ef-95ae-4574-b4ba-d053259dfb7d tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:42.419413 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c9ab7aa6-3061-41e7-8568-49826336a597 req-546f58ef-95ae-4574-b4ba-d053259dfb7d tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 985 time: 0.0552499 Jul 20 09:40:42.457610 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:42.492009 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c9ab7aa6-3061-41e7-8568-49826336a597 req-0c357398-2a9c-47c1-b707-c7f36fe3d9bf tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&id=d5604d77-a207-4fb6-9670-407112042b50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665722 Jul 20 09:40:42.558114 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b4fcb-d9f6-4e46-9855-efc1d6daa4bd req-278b1644-df11-42ef-af9e-b9c784d30de8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:42.560347 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b6b4fcb-d9f6-4e46-9855-efc1d6daa4bd req-278b1644-df11-42ef-af9e-b9c784d30de8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0473979 Jul 20 09:40:42.606913 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b6b4fcb-d9f6-4e46-9855-efc1d6daa4bd req-de04d697-f100-4ba8-a118-ff705dd4129b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410211 Jul 20 09:40:43.601230 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c4af1-c6db-4da7-aed7-71d4d5bbc30a req-c2be1118-84fb-4413-83a0-4c2479597c13 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:43.602720 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4f6c4af1-c6db-4da7-aed7-71d4d5bbc30a req-c2be1118-84fb-4413-83a0-4c2479597c13 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 985 time: 0.0475299 Jul 20 09:40:43.663486 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4f6c4af1-c6db-4da7-aed7-71d4d5bbc30a req-205b9eef-ec49-46f8-9f4a-20900c9bd1f4 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&id=d5604d77-a207-4fb6-9670-407112042b50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551741 Jul 20 09:40:43.724044 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bafaa6-a61c-4f33-9112-166a6a3a6c4f req-f230eb81-fe8c-430b-af50-d552c83b7c20 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:43.725611 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-03bafaa6-a61c-4f33-9112-166a6a3a6c4f req-f230eb81-fe8c-430b-af50-d552c83b7c20 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0513954 Jul 20 09:40:43.772757 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-03bafaa6-a61c-4f33-9112-166a6a3a6c4f req-6e7e701c-4678-4260-8282-6f978f9a04ce tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415318 Jul 20 09:40:44.673895 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-5524f196-40b3-4130-a0c6-37cbd6b9bd8e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:44.675359 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-5524f196-40b3-4130-a0c6-37cbd6b9bd8e tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.17 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0493839 Jul 20 09:40:44.763755 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-f8fb9f6d-05b6-4562-b442-672fc46bac0b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Deleting port 77eb85d9-70f1-486d-aade-4ad658042670 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:40:44.764361 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-f8fb9f6d-05b6-4562-b442-672fc46bac0b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (77eb85d9-70f1-486d-aade-4ad658042670), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:44.835432 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704878c6-cc9e-49af-add3-f359ee4a0fbc req-14eafc39-2347-4c48-b136-6f13034c01e4 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:44.839763 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-704878c6-cc9e-49af-add3-f359ee4a0fbc req-14eafc39-2347-4c48-b136-6f13034c01e4 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 985 time: 0.0532618 Jul 20 09:40:44.898720 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-f8fb9f6d-05b6-4562-b442-672fc46bac0b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] For port 77eb85d9-70f1-486d-aade-4ad658042670, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=77eb85d9-70f1-486d-aade-4ad658042670,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:40:44.899087 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-f8fb9f6d-05b6-4562-b442-672fc46bac0b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (77eb85d9-70f1-486d-aade-4ad658042670), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:44.901415 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-704878c6-cc9e-49af-add3-f359ee4a0fbc req-45b1b4f6-be8e-4b44-b603-2e6ba42e3e26 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&id=d5604d77-a207-4fb6-9670-407112042b50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581834 Jul 20 09:40:44.918558 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967549e-9a16-4c84-8e75-bfe1403abf41 req-c6e720e4-cbca-4d41-aa67-28c4c7d224c7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:44.920959 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3967549e-9a16-4c84-8e75-bfe1403abf41 req-c6e720e4-cbca-4d41-aa67-28c4c7d224c7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=09550419-8417-4448-af4b-10d9534548a4 HTTP/1.1" status: 200 len: 945 time: 0.0744348 Jul 20 09:40:45.029657 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:45.041127 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3967549e-9a16-4c84-8e75-bfe1403abf41 req-55870b6d-6111-478d-90f5-7ee77738f155 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cbc382c-1eec-4fea-bcf1-350be9bd1102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139941 Jul 20 09:40:45.111518 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-f8fb9f6d-05b6-4562-b442-672fc46bac0b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:45.111882 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-f8fb9f6d-05b6-4562-b442-672fc46bac0b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (6748d51f-391c-40f3-ba58-b4f43fd56dda), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:45.112194 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-f8fb9f6d-05b6-4562-b442-672fc46bac0b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Floating IP 6748d51f-391c-40f3-ba58-b4f43fd56dda disassociated. External IP: 172.27.1.243, port: 77eb85d9-70f1-486d-aade-4ad658042670. Jul 20 09:40:45.112536 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-f8fb9f6d-05b6-4562-b442-672fc46bac0b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Calling delete_port for 77eb85d9-70f1-486d-aade-4ad658042670 owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:40:45.182792 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:45.238211 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-f8fb9f6d-05b6-4562-b442-672fc46bac0b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (77eb85d9-70f1-486d-aade-4ad658042670), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:45.265740 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb9f6d-05b6-4562-b442-672fc46bac0b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event deleted for resources: {'Port': ['ID=77eb85d9-70f1-486d-aade-4ad658042670,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:45.376530 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-f8fb9f6d-05b6-4562-b442-672fc46bac0b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:40:45.482037 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-f8fb9f6d-05b6-4562-b442-672fc46bac0b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:40:45.491351 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f1da17-7b07-413c-aae6-dbbbb26c05a4 None None] Sync routers for ids ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:40:45.501714 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1da17-7b07-413c-aae6-dbbbb26c05a4 None None] Routers {'8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:40:45.502351 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-03f1da17-7b07-413c-aae6-dbbbb26c05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:40:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:45.526872 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-f8fb9f6d-05b6-4562-b442-672fc46bac0b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] No DVR routers for this DVR port 77eb85d9-70f1-486d-aade-4ad658042670 on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:40:45.530039 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-f8fb9f6d-05b6-4562-b442-672fc46bac0b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:45.533343 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f72c4d5a-e60f-4dbb-8668-92464d666e7f req-f8fb9f6d-05b6-4562-b442-672fc46bac0b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.17 "DELETE /v2.0/ports/77eb85d9-70f1-486d-aade-4ad658042670 HTTP/1.1" status: 204 len: 173 time: 0.8521268 Jul 20 09:40:45.533788 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09550419-8417-4448-af4b-10d9534548a4', 'name': 'network-vif-deleted', 'tag': '77eb85d9-70f1-486d-aade-4ad658042670'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:40:45.536160 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a57ea7-a1ea-4302-911e-762ae56642e6" -d '{"events": [{"server_uuid": "09550419-8417-4448-af4b-10d9534548a4", "name": "network-vif-deleted", "tag": "77eb85d9-70f1-486d-aade-4ad658042670"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:40:45.579083 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6636d064-57c8-4eff-8c1e-2e3f1a694c9a x-openstack-request-id: req-6636d064-57c8-4eff-8c1e-2e3f1a694c9a {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:40:45.579467 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09550419-8417-4448-af4b-10d9534548a4", "name": "network-vif-deleted", "tag": "77eb85d9-70f1-486d-aade-4ad658042670", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:40:45.579729 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6636d064-57c8-4eff-8c1e-2e3f1a694c9a {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:40:45.580142 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6636d064-57c8-4eff-8c1e-2e3f1a694c9a'] response: {'server_uuid': '09550419-8417-4448-af4b-10d9534548a4', 'name': 'network-vif-deleted', 'tag': '77eb85d9-70f1-486d-aade-4ad658042670', 'status': 'completed', 'code': 200} Jul 20 09:40:45.609925 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-03f1da17-7b07-413c-aae6-dbbbb26c05a4 None None] Set router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:40:45.807372 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-03f1da17-7b07-413c-aae6-dbbbb26c05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'c2b7936a-a33b-42ff-9bd0-18bfbc79febe', 'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'mac_address': 'fa:16:3e:ed:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:43Z', 'updated_at': '2022-07-20T09:35:51Z', 'revision_number': 5, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'subnets': [{'id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:45.836711 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f1da17-7b07-413c-aae6-dbbbb26c05a4 None None] Checking router: 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:40:45.845545 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1da17-7b07-413c-aae6-dbbbb26c05a4 None None] Routers {'8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:40:45.846134 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-03f1da17-7b07-413c-aae6-dbbbb26c05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:40:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:45.949179 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-03f1da17-7b07-413c-aae6-dbbbb26c05a4 None None] Set router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:40:46.027702 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea48752-7398-450b-b18e-ea880934bc60 req-b4961e83-53e8-4d2d-903c-3ff41026e315 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:46.029329 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cea48752-7398-450b-b18e-ea880934bc60 req-b4961e83-53e8-4d2d-903c-3ff41026e315 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 985 time: 0.0576982 Jul 20 09:40:46.103103 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cea48752-7398-450b-b18e-ea880934bc60 req-5a2fb8cc-102d-4acd-9d8a-9ad12fbe5b3d tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&id=d5604d77-a207-4fb6-9670-407112042b50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663872 Jul 20 09:40:46.147118 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52982) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:46.204161 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-40bf3808-f2d4-44fb-9f0b-60e7939c6f2c tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group (0cbc382c-1eec-4fea-bcf1-350be9bd1102), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:46.228187 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-40bf3808-f2d4-44fb-9f0b-60e7939c6f2c tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group (0cbc382c-1eec-4fea-bcf1-350be9bd1102), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:46.244465 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-03f1da17-7b07-413c-aae6-dbbbb26c05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'c2b7936a-a33b-42ff-9bd0-18bfbc79febe', 'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'mac_address': 'fa:16:3e:ed:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:43Z', 'updated_at': '2022-07-20T09:35:51Z', 'revision_number': 5, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'subnets': [{'id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:46.270015 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f1da17-7b07-413c-aae6-dbbbb26c05a4 None None] The sync data for ids ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'] in dv-cinder-822822-3-iscsi is: [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'c2b7936a-a33b-42ff-9bd0-18bfbc79febe', 'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'mac_address': 'fa:16:3e:ed:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:43Z', 'updated_at': '2022-07-20T09:35:51Z', 'revision_number': 5, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'subnets': [{'id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:40:46.280277 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-40bf3808-f2d4-44fb-9f0b-60e7939c6f2c tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (0cbc382c-1eec-4fea-bcf1-350be9bd1102), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:46.283218 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-40bf3808-f2d4-44fb-9f0b-60e7939c6f2c tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:46.284425 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-40bf3808-f2d4-44fb-9f0b-60e7939c6f2c tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "DELETE /v2.0/security-groups/0cbc382c-1eec-4fea-bcf1-350be9bd1102 HTTP/1.1" status: 204 len: 168 time: 0.1361785 Jul 20 09:40:46.287509 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52984) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:46.295389 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf3808-f2d4-44fb-9f0b-60e7939c6f2c tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbc382c-1eec-4fea-bcf1-350be9bd1102,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:46.309132 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.api.v2.resource [None req-d4d1a0bb-aa0b-40a6-8e46-a695a0b4bad0 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] show failed (client error): The resource could not be found. Jul 20 09:40:46.314031 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-d4d1a0bb-aa0b-40a6-8e46-a695a0b4bad0 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups/0cbc382c-1eec-4fea-bcf1-350be9bd1102 HTTP/1.1" status: 404 len: 347 time: 0.0215986 Jul 20 09:40:46.315133 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52986) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:46.435270 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-f97db7c1-99ae-4c73-b806-917e03d9d6c6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Deleting port 6ea30a82-9280-43db-9985-b3f9a49770ca {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:40:46.435693 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f97db7c1-99ae-4c73-b806-917e03d9d6c6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (6ea30a82-9280-43db-9985-b3f9a49770ca), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:46.495859 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805b2528-ab26-4193-8aaa-3de2a71d531f None None] New status for floating IP 6748d51f-391c-40f3-ba58-b4f43fd56dda: DOWN {{(pid=104191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:40:46.521448 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f97db7c1-99ae-4c73-b806-917e03d9d6c6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (6ea30a82-9280-43db-9985-b3f9a49770ca), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:46.521780 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f97db7c1-99ae-4c73-b806-917e03d9d6c6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for floatingip (6ea30a82-9280-43db-9985-b3f9a49770ca), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:46.534759 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-f97db7c1-99ae-4c73-b806-917e03d9d6c6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Calling delete_port for 6ea30a82-9280-43db-9985-b3f9a49770ca owned by network:floatingip {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:40:46.591242 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:46.677234 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f97db7c1-99ae-4c73-b806-917e03d9d6c6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (6ea30a82-9280-43db-9985-b3f9a49770ca), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:46.700998 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.db.api [None req-805b2528-ab26-4193-8aaa-3de2a71d531f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 09:40:46.701461 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG oslo_db.api [None req-805b2528-ab26-4193-8aaa-3de2a71d531f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 09:40:46.705857 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97db7c1-99ae-4c73-b806-917e03d9d6c6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event deleted for resources: {'Port': ['ID=6ea30a82-9280-43db-9985-b3f9a49770ca,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:46.764344 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:46.771957 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f97db7c1-99ae-4c73-b806-917e03d9d6c6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for floatingip (6748d51f-391c-40f3-ba58-b4f43fd56dda), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:46.774468 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f97db7c1-99ae-4c73-b806-917e03d9d6c6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:46.775619 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-f97db7c1-99ae-4c73-b806-917e03d9d6c6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "DELETE /v2.0/floatingips/6748d51f-391c-40f3-ba58-b4f43fd56dda HTTP/1.1" status: 204 len: 168 time: 0.4592457 Jul 20 09:40:46.822729 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:46.857626 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52990) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:46.862090 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-a84e8ad2-4ce1-46dc-a1dd-1d870dc6ff44 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1116686769', 'description': 'tempest-description--683812875'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:46.883273 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-a84e8ad2-4ce1-46dc-a1dd-1d870dc6ff44 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:46.952074 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-a84e8ad2-4ce1-46dc-a1dd-1d870dc6ff44 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group (78728e67-ffbd-41a8-8a04-0e6db3ad03c6), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:46.955618 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-a84e8ad2-4ce1-46dc-a1dd-1d870dc6ff44 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (78728e67-ffbd-41a8-8a04-0e6db3ad03c6), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:46.985440 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e8ad2-4ce1-46dc-a1dd-1d870dc6ff44 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78728e67-ffbd-41a8-8a04-0e6db3ad03c6,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:46.989603 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-a84e8ad2-4ce1-46dc-a1dd-1d870dc6ff44 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:46.993480 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-a84e8ad2-4ce1-46dc-a1dd-1d870dc6ff44 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321969 Jul 20 09:40:46.994119 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52992) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:46.998940 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-73466daf-e0c0-47bc-9abf-823c54cbd20f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Request body: {'security_group_rule': {'security_group_id': '78728e67-ffbd-41a8-8a04-0e6db3ad03c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:47.033888 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-73466daf-e0c0-47bc-9abf-823c54cbd20f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group_rule (af782098-85c6-4d40-b79a-5a1c815f198b), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:47.072020 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 77eb85d9-70f1-486d-aade-4ad658042670 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:40:47.084389 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-73466daf-e0c0-47bc-9abf-823c54cbd20f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group_rule (af782098-85c6-4d40-b79a-5a1c815f198b), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:47.088183 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-73466daf-e0c0-47bc-9abf-823c54cbd20f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (af782098-85c6-4d40-b79a-5a1c815f198b), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:47.093029 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: 77eb85d9-70f1-486d-aade-4ad658042670 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:40:47.093362 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 77eb85d9-70f1-486d-aade-4ad658042670 not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:40:47.111417 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73466daf-e0c0-47bc-9abf-823c54cbd20f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af782098-85c6-4d40-b79a-5a1c815f198b,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:47.118823 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-73466daf-e0c0-47bc-9abf-823c54cbd20f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:47.120163 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-73466daf-e0c0-47bc-9abf-823c54cbd20f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254768 Jul 20 09:40:47.123451 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 52994) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:47.127893 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-561e1f5b-13e1-4f4f-a3a6-7d9c6b984bb9 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Request body: {'security_group_rule': {'security_group_id': '78728e67-ffbd-41a8-8a04-0e6db3ad03c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:47.155920 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-561e1f5b-13e1-4f4f-a3a6-7d9c6b984bb9 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group_rule (add79208-718a-413b-9075-82ba20c9a61b), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:47.202599 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805b2528-ab26-4193-8aaa-3de2a71d531f None None] New status for floating IP 6748d51f-391c-40f3-ba58-b4f43fd56dda: DOWN {{(pid=104191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:40:47.249834 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb16ef-f7d9-440a-8acc-087fe64f04eb req-8bc98a56-f41e-4d52-84af-274a1d3cd1c6 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:47.251325 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-58fb16ef-f7d9-440a-8acc-087fe64f04eb req-8bc98a56-f41e-4d52-84af-274a1d3cd1c6 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 985 time: 0.0687597 Jul 20 09:40:47.257203 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-561e1f5b-13e1-4f4f-a3a6-7d9c6b984bb9 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group_rule (add79208-718a-413b-9075-82ba20c9a61b), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:47.273082 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-561e1f5b-13e1-4f4f-a3a6-7d9c6b984bb9 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (add79208-718a-413b-9075-82ba20c9a61b), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:47.302577 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e1f5b-13e1-4f4f-a3a6-7d9c6b984bb9 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add79208-718a-413b-9075-82ba20c9a61b,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:47.322451 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-561e1f5b-13e1-4f4f-a3a6-7d9c6b984bb9 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:47.323666 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-561e1f5b-13e1-4f4f-a3a6-7d9c6b984bb9 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1991849 Jul 20 09:40:47.327455 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 52998) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:47.345890 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-58fb16ef-f7d9-440a-8acc-087fe64f04eb req-5439482a-ee8f-42ee-abce-dcfe03193841 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&id=d5604d77-a207-4fb6-9670-407112042b50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873806 Jul 20 09:40:47.432368 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Request body: {'floatingip': {'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:47.455202 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:47.539612 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:47.642418 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_common [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Allocated IP 172.27.1.56 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/af8de504-1bd8-43bf-a33b-3de7e7c29c62) {{(pid=104190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:40:47.709229 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:47.750301 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for port (af8de504-1bd8-43bf-a33b-3de7e7c29c62), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:47.782376 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (af8de504-1bd8-43bf-a33b-3de7e7c29c62), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:47.819540 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:40:47.825692 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:40:47.829645 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Received port after_create {{(pid=104190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:40:47.831347 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:47.854314 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event updated for resources: {'Port': ['ID=af8de504-1bd8-43bf-a33b-3de7e7c29c62,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:47.924563 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for floatingip (d29b265c-cfc2-4ef5-a014-5af4e7c779b5), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:47.961393 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (af8de504-1bd8-43bf-a33b-3de7e7c29c62), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:48.108942 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for port (af8de504-1bd8-43bf-a33b-3de7e7c29c62), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:48.113435 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966815'] for port (af8de504-1bd8-43bf-a33b-3de7e7c29c62), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:48.179121 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event updated for resources: {'Port': ['ID=af8de504-1bd8-43bf-a33b-3de7e7c29c62,revision_number=2']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:48.193085 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (d29b265c-cfc2-4ef5-a014-5af4e7c779b5), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:48.208432 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:48.209670 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-058c4888-5aeb-4853-b3a6-8bdf85b1a1e7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8810992 Jul 20 09:40:48.358337 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-ff37696c-34e6-48d8-a1a1-be3902fe08c5 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1116686769&fields=id&tenant_id=e068f9b959004be4ad9c778d9010561a HTTP/1.1" status: 200 len: 267 time: 0.0433416 Jul 20 09:40:48.471918 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0ce0f-7c51-4195-83f9-3d5e7aeca3bc req-da57d9e9-7f4b-4286-b118-7ee56687439d tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:48.473660 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-85c0ce0f-7c51-4195-83f9-3d5e7aeca3bc req-da57d9e9-7f4b-4286-b118-7ee56687439d tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 985 time: 0.0560937 Jul 20 09:40:48.485931 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-892f9e38-4050-4ae0-b228-d1c9c8c7feb2 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:48.487485 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-892f9e38-4050-4ae0-b228-d1c9c8c7feb2 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/networks?id=36a1bf85-9a28-4e91-952b-126a8641e41e HTTP/1.1" status: 200 len: 810 time: 0.1227679 Jul 20 09:40:48.502289 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-cdb32977-1cb5-4a1a-b74a-d76809a4ddf5 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/quotas/e068f9b959004be4ad9c778d9010561a HTTP/1.1" status: 200 len: 375 time: 0.0093915 Jul 20 09:40:48.534405 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-85c0ce0f-7c51-4195-83f9-3d5e7aeca3bc req-31ea42a1-dbdc-4718-bfb0-92a19857b0ef tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&id=d5604d77-a207-4fb6-9670-407112042b50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549612 Jul 20 09:40:48.553809 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-0eca7b8c-f606-45ca-9030-b3a967b14422 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e068f9b959004be4ad9c778d9010561a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464392 Jul 20 09:40:48.648625 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:48.654001 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-5f25533a-f4d6-4181-b0d4-1af989d84b3b service neutron] 10.222.0.18 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887876 Jul 20 09:40:48.747886 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-af3c4f1e-c72f-4983-a341-e70d9dd8264a service neutron] 10.222.0.18 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875976 Jul 20 09:40:48.909063 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b8fba244-e3eb-410a-91be-6d2ffc1175eb req-0d4de586-256c-47fb-9cf5-b02c79eea395 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 210 time: 0.0284719 Jul 20 09:40:49.650169 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e30fd8-ccab-4276-948f-836cff09188b req-a228b30f-0602-42d8-a5ba-ad6f8403e468 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:49.651692 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a4e30fd8-ccab-4276-948f-836cff09188b req-a228b30f-0602-42d8-a5ba-ad6f8403e468 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 985 time: 0.0484126 Jul 20 09:40:49.683966 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:49.720895 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a4e30fd8-ccab-4276-948f-836cff09188b req-fa22aa55-d281-40fe-9f73-11bf30e24d44 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&id=d5604d77-a207-4fb6-9670-407112042b50&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629940 Jul 20 09:40:49.852011 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:DELETE=7,neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:49.859596 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4d62387d-3944-4e64-9ca3-04653c2aeefc req-416b81a1-3a9e-4bf7-8371-0cd37f877668 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1024513 Jul 20 09:40:49.868717 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:49.943718 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-5771dd0b-2652-478a-a3c7-6b0e69ad4060 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:49.945174 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-5771dd0b-2652-478a-a3c7-6b0e69ad4060 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.17 "GET /v2.0/networks?id=36a1bf85-9a28-4e91-952b-126a8641e41e HTTP/1.1" status: 200 len: 810 time: 0.1797233 Jul 20 09:40:49.952490 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62387d-3944-4e64-9ca3-04653c2aeefc req-25c1d9a4-9eb9-4b48-91e0-1d32135d0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:49.954119 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4d62387d-3944-4e64-9ca3-04653c2aeefc req-25c1d9a4-9eb9-4b48-91e0-1d32135d0a60 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=13b4839566df4751bfde1f4975cdcb78&device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 1129 time: 0.0637672 Jul 20 09:40:50.010881 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-078292a5-cc64-40c1-b431-228c869c0032 req-fa3a1df0-32a4-4d16-979b-e247a346007a tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 210 time: 0.0315886 Jul 20 09:40:50.141837 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-6e068704-2cea-48f7-b415-379e8ac21122 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e068f9b959004be4ad9c778d9010561a HTTP/1.1" status: 200 len: 380 time: 0.1142416 Jul 20 09:40:50.151731 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Request body: {'port': {'device_id': 'dcc4383c-74cf-41bd-a13b-645e0dec5e66', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'admin_state_up': True, 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'security_groups': ['78728e67-ffbd-41a8-8a04-0e6db3ad03c6']}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:50.187775 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62387d-3944-4e64-9ca3-04653c2aeefc req-e303d88c-0cc5-4791-894e-711e1c68c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:50.189256 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4d62387d-3944-4e64-9ca3-04653c2aeefc req-e303d88c-0cc5-4791-894e-711e1c68c622 service neutron] 10.222.0.17 "GET /v2.0/networks?id=b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 200 len: 920 time: 0.1555169 Jul 20 09:40:50.259731 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4d62387d-3944-4e64-9ca3-04653c2aeefc req-bcb3cbe0-6193-4b79-ba01-81fd8820603a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4b4ceb3-6606-477a-a921-d57e2379731b HTTP/1.1" status: 200 len: 217 time: 0.0376122 Jul 20 09:40:50.338803 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62387d-3944-4e64-9ca3-04653c2aeefc req-e1a2fd14-81cf-4cdb-8371-45834d08df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:50.340347 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4d62387d-3944-4e64-9ca3-04653c2aeefc req-e1a2fd14-81cf-4cdb-8371-45834d08df3a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 200 len: 858 time: 0.0715606 Jul 20 09:40:50.376639 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Made reservation on behalf of e068f9b959004be4ad9c778d9010561a for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:40:50.379985 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:50.401773 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62387d-3944-4e64-9ca3-04653c2aeefc req-16555d4c-fdc7-40f5-9a2e-494327ba1037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:50.403931 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4d62387d-3944-4e64-9ca3-04653c2aeefc req-16555d4c-fdc7-40f5-9a2e-494327ba1037 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b536439e-ad65-4ab6-9df1-5521403416c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560508 Jul 20 09:40:50.581177 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4d62387d-3944-4e64-9ca3-04653c2aeefc req-dc7404a8-d340-4f35-b352-3fed759ce51b service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672003 Jul 20 09:40:50.584914 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Allocated IP 172.20.0.7 (36a1bf85-9a28-4e91-952b-126a8641e41e/953429d7-68e9-4e81-910d-8286b5c47ba5/87539666-3759-4a90-a2d8-d12fe5a15433) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:40:50.749775 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:50.755993 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4d62387d-3944-4e64-9ca3-04653c2aeefc req-941c6410-1233-4fa9-9f57-adf27c9c4571 service neutron] 10.222.0.17 "GET /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666682 Jul 20 09:40:50.782474 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:50.806619 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for port (87539666-3759-4a90-a2d8-d12fe5a15433), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:50.840194 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (87539666-3759-4a90-a2d8-d12fe5a15433), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:50.881455 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Network 36a1bf85-9a28-4e91-952b-126a8641e41e is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:40:50.886648 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:40:50.891312 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:40:50.897281 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event updated for resources: {'Port': ['ID=87539666-3759-4a90-a2d8-d12fe5a15433,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:50.928886 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:50.929224 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:50.929562 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:50.929894 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:50.930220 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:50.930542 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:50.930860 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:50.931403 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:50.931733 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:50.931843 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:50.932249 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:50.932648 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:50.932955 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:50.933269 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:50.933583 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:40:50.957795 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:50.958392 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:50.975163 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-2c00ef1e-930c-42b9-b325-d5639d2712e8 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8268960 Jul 20 09:40:50.988650 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Request body: {'port': {'device_id': 'dcc4383c-74cf-41bd-a13b-645e0dec5e66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:51.054690 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (87539666-3759-4a90-a2d8-d12fe5a15433), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:51.122435 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-2412e15a-1695-4fab-b5b3-75b0843d453a None None] Provisioning complete for port 87539666-3759-4a90-a2d8-d12fe5a15433 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:40:51.123470 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2412e15a-1695-4fab-b5b3-75b0843d453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (87539666-3759-4a90-a2d8-d12fe5a15433), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:51.128190 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4c850-15e9-47ed-98a2-27d4bab7dead req-52f6038f-b527-4aab-a86d-6f980644cd27 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:51.129836 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9fe4c850-15e9-47ed-98a2-27d4bab7dead req-52f6038f-b527-4aab-a86d-6f980644cd27 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 931 time: 0.0492337 Jul 20 09:40:51.156800 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-2412e15a-1695-4fab-b5b3-75b0843d453a None None] Port 87539666-3759-4a90-a2d8-d12fe5a15433 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:40:51.179806 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9fe4c850-15e9-47ed-98a2-27d4bab7dead req-cbd3f37f-c001-4692-abff-7a788fc7dacc tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=78728e67-ffbd-41a8-8a04-0e6db3ad03c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436373 Jul 20 09:40:51.310996 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87539666-3759-4a90-a2d8-d12fe5a15433 {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:40:51.318331 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Publish callbacks [] for port (87539666-3759-4a90-a2d8-d12fe5a15433), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:51.330604 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Transition to ACTIVE for port object 87539666-3759-4a90-a2d8-d12fe5a15433 will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:40:51.334437 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (87539666-3759-4a90-a2d8-d12fe5a15433), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:51.386192 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Pushing event updated for resources: {'Port': ['ID=87539666-3759-4a90-a2d8-d12fe5a15433,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:51.462451 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Attempting to bind port 87539666-3759-4a90-a2d8-d12fe5a15433 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:40:51.462932 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Attempting to bind port 87539666-3759-4a90-a2d8-d12fe5a15433 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:40:51.463352 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Attempting to bind port 87539666-3759-4a90-a2d8-d12fe5a15433 on network 36a1bf85-9a28-4e91-952b-126a8641e41e {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:40:51.469366 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Port 87539666-3759-4a90-a2d8-d12fe5a15433 on network 36a1bf85-9a28-4e91-952b-126a8641e41e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:40:51.469765 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Attempting to bind port 87539666-3759-4a90-a2d8-d12fe5a15433 on network 36a1bf85-9a28-4e91-952b-126a8641e41e {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:40:51.475076 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:40:51.475455 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Checking segment: {'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:40:51.475837 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Bound using segment: {'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:40:51.476262 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Bound port: 87539666-3759-4a90-a2d8-d12fe5a15433, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32652148-c115-49dd-b906-d50da27b5adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:40:51.476619 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (87539666-3759-4a90-a2d8-d12fe5a15433), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:51.542743 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] For port 87539666-3759-4a90-a2d8-d12fe5a15433, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:40:51.545075 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:51.547042 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] For port 87539666-3759-4a90-a2d8-d12fe5a15433, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=87539666-3759-4a90-a2d8-d12fe5a15433,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:40:51.553305 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (87539666-3759-4a90-a2d8-d12fe5a15433), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:51.557391 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:51.596781 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:51.597399 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:51.598791 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] 10.222.0.17 "PUT /v2.0/ports/87539666-3759-4a90-a2d8-d12fe5a15433 HTTP/1.1" status: 200 len: 1093 time: 0.6143796 Jul 20 09:40:51.599225 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc4383c-74cf-41bd-a13b-645e0dec5e66', 'tag': '87539666-3759-4a90-a2d8-d12fe5a15433'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:40:51.601514 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73a1934-1344-4203-8618-918aead0e91f" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc4383c-74cf-41bd-a13b-645e0dec5e66", "tag": "87539666-3759-4a90-a2d8-d12fe5a15433"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:40:51.620899 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c5c7f-5308-47d3-8cec-071ccb895e6b service neutron] Pushing event updated for resources: {'Port': ['ID=87539666-3759-4a90-a2d8-d12fe5a15433,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:51.643410 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3f7613-9a25-43ec-aaf6-a8efba2665a9 x-openstack-request-id: req-ea3f7613-9a25-43ec-aaf6-a8efba2665a9 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:40:51.643708 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc4383c-74cf-41bd-a13b-645e0dec5e66", "tag": "87539666-3759-4a90-a2d8-d12fe5a15433", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:40:51.643966 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea3f7613-9a25-43ec-aaf6-a8efba2665a9 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:40:51.644413 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3f7613-9a25-43ec-aaf6-a8efba2665a9'] response: {'name': 'network-changed', 'server_uuid': 'dcc4383c-74cf-41bd-a13b-645e0dec5e66', 'tag': '87539666-3759-4a90-a2d8-d12fe5a15433', 'status': 'completed', 'code': 200} Jul 20 09:40:51.694261 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-9b86abd9-4afc-4145-bd87-d6d43dd5e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:51.695818 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-9b86abd9-4afc-4145-bd87-d6d43dd5e22f service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=e068f9b959004be4ad9c778d9010561a&device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 1127 time: 0.0459228 Jul 20 09:40:51.738149 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-86b52aa2-e3f5-4cef-83dc-18236ad6db36 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87539666-3759-4a90-a2d8-d12fe5a15433 HTTP/1.1" status: 200 len: 217 time: 0.0345607 Jul 20 09:40:51.795992 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-5e5158df-4333-4c7f-94c7-7399361ccc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:51.797467 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-5e5158df-4333-4c7f-94c7-7399361ccc6f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=953429d7-68e9-4e81-910d-8286b5c47ba5 HTTP/1.1" status: 200 len: 849 time: 0.0469995 Jul 20 09:40:51.842866 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-f57f34bb-e774-44af-8777-d040c1551645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:51.844273 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-f57f34bb-e774-44af-8777-d040c1551645 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=36a1bf85-9a28-4e91-952b-126a8641e41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396478 Jul 20 09:40:51.937708 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-2473fbba-ca35-4001-9e32-52db9f9c27bc service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866046 Jul 20 09:40:52.035411 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6f6bf420-7144-46b2-982f-3ccc9bd8729c req-26afe475-573e-4d45-8e38-c800b18fc4b5 service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891368 Jul 20 09:40:52.296153 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b704af6-85c1-4032-b501-0126349e8f96 req-70a87d16-48bd-4dc4-a478-bde890a3c9c6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:52.297701 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1b704af6-85c1-4032-b501-0126349e8f96 req-70a87d16-48bd-4dc4-a478-bde890a3c9c6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 943 time: 0.0518305 Jul 20 09:40:52.345376 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1b704af6-85c1-4032-b501-0126349e8f96 req-1137e016-f86b-40c2-9bc6-d2f82e072c8b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=78728e67-ffbd-41a8-8a04-0e6db3ad03c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418782 Jul 20 09:40:53.025403 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b1849d5a-66f6-4b14-8e71-04c6c420ad1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:53.051371 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a1934-1344-4203-8618-918aead0e91f req-49f56483-021c-49dc-ad04-acf20ce23469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:53.052895 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b73a1934-1344-4203-8618-918aead0e91f req-49f56483-021c-49dc-ad04-acf20ce23469 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=e068f9b959004be4ad9c778d9010561a&device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 1127 time: 0.0437410 Jul 20 09:40:53.089789 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 87539666-3759-4a90-a2d8-d12fe5a15433 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:40:53.144194 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a1934-1344-4203-8618-918aead0e91f req-acd03fbe-9340-4a8c-a062-89b92159a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:53.145683 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b73a1934-1344-4203-8618-918aead0e91f req-acd03fbe-9340-4a8c-a062-89b92159a18d service neutron] 10.222.0.17 "GET /v2.0/networks?id=36a1bf85-9a28-4e91-952b-126a8641e41e HTTP/1.1" status: 200 len: 911 time: 0.0860002 Jul 20 09:40:53.190173 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b73a1934-1344-4203-8618-918aead0e91f req-c2e4eb01-5a65-4794-a494-e7135ed7aa2a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87539666-3759-4a90-a2d8-d12fe5a15433 HTTP/1.1" status: 200 len: 217 time: 0.0375285 Jul 20 09:40:53.190479 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 87539666-3759-4a90-a2d8-d12fe5a15433, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=87539666-3759-4a90-a2d8-d12fe5a15433,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:40:53.201619 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '87539666-3759-4a90-a2d8-d12fe5a15433', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'port_id': '87539666-3759-4a90-a2d8-d12fe5a15433', 'mac_address': 'fa:16:3e:cb:c6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:40:53.236291 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 87539666-3759-4a90-a2d8-d12fe5a15433 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:40:53.236673 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (87539666-3759-4a90-a2d8-d12fe5a15433), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:53.240976 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a1934-1344-4203-8618-918aead0e91f req-b312dca2-46d0-4dd1-bc3e-34ab2f113d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:53.242442 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b73a1934-1344-4203-8618-918aead0e91f req-b312dca2-46d0-4dd1-bc3e-34ab2f113d16 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=953429d7-68e9-4e81-910d-8286b5c47ba5 HTTP/1.1" status: 200 len: 849 time: 0.0443327 Jul 20 09:40:53.249373 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87539666-3759-4a90-a2d8-d12fe5a15433 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:40:53.269692 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 87539666-3759-4a90-a2d8-d12fe5a15433, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=87539666-3759-4a90-a2d8-d12fe5a15433,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:40:53.273561 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (87539666-3759-4a90-a2d8-d12fe5a15433), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:53.289544 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a1934-1344-4203-8618-918aead0e91f req-cfc1315e-c094-42d1-afbe-7a6fa0a59ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:53.290977 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b73a1934-1344-4203-8618-918aead0e91f req-cfc1315e-c094-42d1-afbe-7a6fa0a59ab1 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=36a1bf85-9a28-4e91-952b-126a8641e41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402629 Jul 20 09:40:53.325732 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=87539666-3759-4a90-a2d8-d12fe5a15433,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:53.385635 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b73a1934-1344-4203-8618-918aead0e91f req-811cf697-b77f-427f-bad8-8985af56b7f8 service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881999 Jul 20 09:40:53.504796 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44708866-3c14-497b-98d2-366b4e6e5695 req-3598d58e-6942-440e-abbe-bd25e11e6aef tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:53.506246 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-44708866-3c14-497b-98d2-366b4e6e5695 req-3598d58e-6942-440e-abbe-bd25e11e6aef tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 944 time: 0.0870545 Jul 20 09:40:53.554739 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b73a1934-1344-4203-8618-918aead0e91f req-d0504cb7-934d-42c0-93e7-1392c7b019a4 service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570022 Jul 20 09:40:53.576654 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-44708866-3c14-497b-98d2-366b4e6e5695 req-675c2b4d-230b-4691-8b4d-fa96808f547f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=78728e67-ffbd-41a8-8a04-0e6db3ad03c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641880 Jul 20 09:40:53.607656 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['87539666-3759-4a90-a2d8-d12fe5a15433'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:40:54.691318 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f49b6-442c-4b61-82e0-66cb2cca7495 req-84fad3b8-c109-486d-96aa-4be89d4307b0 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:54.692771 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b48f49b6-442c-4b61-82e0-66cb2cca7495 req-84fad3b8-c109-486d-96aa-4be89d4307b0 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 944 time: 0.0475433 Jul 20 09:40:54.739942 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b48f49b6-442c-4b61-82e0-66cb2cca7495 req-cad70f23-2621-4e88-91ee-82d223420840 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=78728e67-ffbd-41a8-8a04-0e6db3ad03c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Jul 20 09:40:55.103092 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 87539666-3759-4a90-a2d8-d12fe5a15433 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:40:55.147696 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 87539666-3759-4a90-a2d8-d12fe5a15433 completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:40:55.154479 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 87539666-3759-4a90-a2d8-d12fe5a15433 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:40:55.154850 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (87539666-3759-4a90-a2d8-d12fe5a15433), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:55.224864 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 87539666-3759-4a90-a2d8-d12fe5a15433 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:40:55.225167 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (87539666-3759-4a90-a2d8-d12fe5a15433), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:55.248132 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc4383c-74cf-41bd-a13b-645e0dec5e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87539666-3759-4a90-a2d8-d12fe5a15433'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:40:55.250362 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dc1de7-142a-4153-9d15-4f7b6e314526" -d '{"events": [{"server_uuid": "dcc4383c-74cf-41bd-a13b-645e0dec5e66", "name": "network-vif-plugged", "status": "completed", "tag": "87539666-3759-4a90-a2d8-d12fe5a15433"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:40:55.266655 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 87539666-3759-4a90-a2d8-d12fe5a15433, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=87539666-3759-4a90-a2d8-d12fe5a15433,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:40:55.275178 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (87539666-3759-4a90-a2d8-d12fe5a15433), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:55.282143 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b62b356f-446d-497e-9c95-61476bf29a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:55.300131 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630ab977-3015-43a0-888d-e5eae016ef54 x-openstack-request-id: req-630ab977-3015-43a0-888d-e5eae016ef54 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:40:55.300417 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc4383c-74cf-41bd-a13b-645e0dec5e66", "name": "network-vif-plugged", "status": "completed", "tag": "87539666-3759-4a90-a2d8-d12fe5a15433", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:40:55.300670 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-630ab977-3015-43a0-888d-e5eae016ef54 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:40:55.301066 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630ab977-3015-43a0-888d-e5eae016ef54'] response: {'server_uuid': 'dcc4383c-74cf-41bd-a13b-645e0dec5e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87539666-3759-4a90-a2d8-d12fe5a15433', 'code': 200} Jul 20 09:40:55.332057 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=87539666-3759-4a90-a2d8-d12fe5a15433,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:40:55.468281 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:55.472420 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac72662-d105-47fc-9b95-6bce5808ea53 req-e755db27-aa7a-4293-a784-1ab1beafef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:55.473971 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-aac72662-d105-47fc-9b95-6bce5808ea53 req-e755db27-aa7a-4293-a784-1ab1beafef09 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 1129 time: 0.0413740 Jul 20 09:40:55.519738 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-aac72662-d105-47fc-9b95-6bce5808ea53 req-165c78ae-1020-42ae-81d6-37489f633476 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=78728e67-ffbd-41a8-8a04-0e6db3ad03c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378802 Jul 20 09:40:55.854542 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0faec1-6e76-4ef0-80b4-305fdeffd13c req-098ff68c-dc0c-4ad9-a522-ed2cc644d915 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:55.856800 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4c0faec1-6e76-4ef0-80b4-305fdeffd13c req-098ff68c-dc0c-4ad9-a522-ed2cc644d915 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 945 time: 0.0508697 Jul 20 09:40:55.904848 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4c0faec1-6e76-4ef0-80b4-305fdeffd13c req-0dbca516-2375-4464-9470-e00a8af91106 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=78728e67-ffbd-41a8-8a04-0e6db3ad03c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423539 Jul 20 09:40:56.240197 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=71 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:56.247319 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=61 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:56.273878 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:57.130571 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:57.140439 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df316062-64a0-41e2-9243-ddb9d6ae8bcd req-0487bce1-7657-480c-b6dc-2b5da9753255 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:57.141896 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-df316062-64a0-41e2-9243-ddb9d6ae8bcd req-0487bce1-7657-480c-b6dc-2b5da9753255 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 945 time: 0.1673188 Jul 20 09:40:57.195581 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-df316062-64a0-41e2-9243-ddb9d6ae8bcd req-19047203-d5fd-4dae-89a5-ad5aabd13cf6 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=78728e67-ffbd-41a8-8a04-0e6db3ad03c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479670 Jul 20 09:40:57.780800 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:58.156717 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:58.307854 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb9f85-f93f-4ce9-9ab5-d69fdc646204 req-38fbdc0f-ca3e-4e86-b43f-0b75b07f5c41 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:58.309869 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f5eb9f85-f93f-4ce9-9ab5-d69fdc646204 req-38fbdc0f-ca3e-4e86-b43f-0b75b07f5c41 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 945 time: 0.0486391 Jul 20 09:40:58.356894 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f5eb9f85-f93f-4ce9-9ab5-d69fdc646204 req-47ed0a99-d80b-48d8-92d0-efcb90ebdeef tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=78728e67-ffbd-41a8-8a04-0e6db3ad03c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416114 Jul 20 09:40:58.467210 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ca6fe-4e1b-4423-b8a2-2ae978e9faba req-cbee73bc-31aa-4a2a-a81c-c5b66fc94035 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:58.468707 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fe1ca6fe-4e1b-4423-b8a2-2ae978e9faba req-cbee73bc-31aa-4a2a-a81c-c5b66fc94035 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 945 time: 0.0474286 Jul 20 09:40:58.477043 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53064) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:40:58.481451 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-213f503b-9670-4725-a760-908e016cf549 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Request body: {'floatingip': {'port_id': '87539666-3759-4a90-a2d8-d12fe5a15433'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:40:58.522385 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-213f503b-9670-4725-a760-908e016cf549 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for floatingip (d29b265c-cfc2-4ef5-a014-5af4e7c779b5), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:58.795178 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:58.937367 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-213f503b-9670-4725-a760-908e016cf549 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:58.941105 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-213f503b-9670-4725-a760-908e016cf549 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (d29b265c-cfc2-4ef5-a014-5af4e7c779b5), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:59.034399 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.l3_db [None req-213f503b-9670-4725-a760-908e016cf549 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Floating IP d29b265c-cfc2-4ef5-a014-5af4e7c779b5 associated. External IP: 172.27.1.56, port: 87539666-3759-4a90-a2d8-d12fe5a15433. Jul 20 09:40:59.076023 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:40:59.441978 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213f503b-9670-4725-a760-908e016cf549 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:40:59.546460 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213f503b-9670-4725-a760-908e016cf549 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:40:59.551758 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-213f503b-9670-4725-a760-908e016cf549 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:40:59.558839 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164994d-2ac5-484c-bff4-ea7a9aeedf46 None None] Sync routers for ids ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:40:59.580974 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164994d-2ac5-484c-bff4-ea7a9aeedf46 None None] Routers {'8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:40:59.581587 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-1164994d-2ac5-484c-bff4-ea7a9aeedf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:40:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:59.587220 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-213f503b-9670-4725-a760-908e016cf549 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "PUT /v2.0/floatingips/d29b265c-cfc2-4ef5-a014-5af4e7c779b5 HTTP/1.1" status: 200 len: 990 time: 1.1091087 Jul 20 09:40:59.587821 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc4383c-74cf-41bd-a13b-645e0dec5e66', 'tag': '87539666-3759-4a90-a2d8-d12fe5a15433'}] {{(pid=104190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:40:59.590121 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f162af37f3659de9440c7e430c3edd450bd963b23e10d3d3f066ed0a9258c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da321a3a-e008-4ea5-b376-3348648856b1" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc4383c-74cf-41bd-a13b-645e0dec5e66", "tag": "87539666-3759-4a90-a2d8-d12fe5a15433"}]}' {{(pid=104190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:40:59.628238 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0830ce-1a7e-4eb7-aeff-9d8d6b376a1b x-openstack-request-id: req-1c0830ce-1a7e-4eb7-aeff-9d8d6b376a1b {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:40:59.628532 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc4383c-74cf-41bd-a13b-645e0dec5e66", "tag": "87539666-3759-4a90-a2d8-d12fe5a15433", "status": "completed", "code": 200}]} {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:40:59.628785 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c0830ce-1a7e-4eb7-aeff-9d8d6b376a1b {{(pid=104190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:40:59.629221 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0830ce-1a7e-4eb7-aeff-9d8d6b376a1b'] response: {'name': 'network-changed', 'server_uuid': 'dcc4383c-74cf-41bd-a13b-645e0dec5e66', 'tag': '87539666-3759-4a90-a2d8-d12fe5a15433', 'status': 'completed', 'code': 200} Jul 20 09:40:59.685592 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-1164994d-2ac5-484c-bff4-ea7a9aeedf46 None None] Set router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:40:59.691883 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da321a3a-e008-4ea5-b376-3348648856b1 req-a9aafd7e-7e65-4009-9592-e9a3fe785e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:40:59.693464 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-da321a3a-e008-4ea5-b376-3348648856b1 req-a9aafd7e-7e65-4009-9592-e9a3fe785e5a service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=e068f9b959004be4ad9c778d9010561a&device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 1129 time: 0.0399220 Jul 20 09:40:59.904136 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-1164994d-2ac5-484c-bff4-ea7a9aeedf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'd29b265c-cfc2-4ef5-a014-5af4e7c779b5', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'port_id': '87539666-3759-4a90-a2d8-d12fe5a15433', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'mac_address': 'fa:16:3e:cb:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc4383c-74cf-41bd-a13b-645e0dec5e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:40:47Z', 'updated_at': '2022-07-20T09:40:58Z', 'revision_number': 1, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b7936a-a33b-42ff-9bd0-18bfbc79febe', 'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'mac_address': 'fa:16:3e:ed:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:43Z', 'updated_at': '2022-07-20T09:35:51Z', 'revision_number': 5, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'subnets': [{'id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:40:59.929760 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164994d-2ac5-484c-bff4-ea7a9aeedf46 None None] Checking router: 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:40:59.939887 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164994d-2ac5-484c-bff4-ea7a9aeedf46 None None] Routers {'8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:40:59.940517 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-1164994d-2ac5-484c-bff4-ea7a9aeedf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:40:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:00.045630 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-1164994d-2ac5-484c-bff4-ea7a9aeedf46 None None] Set router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:41:00.056938 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da321a3a-e008-4ea5-b376-3348648856b1 req-b83ab755-e81b-49ce-bc13-83a33d562fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:00.058420 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-da321a3a-e008-4ea5-b376-3348648856b1 req-b83ab755-e81b-49ce-bc13-83a33d562fca service neutron] 10.222.0.17 "GET /v2.0/networks?id=36a1bf85-9a28-4e91-952b-126a8641e41e HTTP/1.1" status: 200 len: 911 time: 0.3592088 Jul 20 09:41:00.120904 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-da321a3a-e008-4ea5-b376-3348648856b1 req-17ce0404-7ac9-4a82-837b-75d3eb93ef18 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87539666-3759-4a90-a2d8-d12fe5a15433 HTTP/1.1" status: 200 len: 998 time: 0.0547993 Jul 20 09:41:00.172636 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da321a3a-e008-4ea5-b376-3348648856b1 req-fae1f41e-c78c-4170-8d27-b8f8211ae6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:00.174099 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-da321a3a-e008-4ea5-b376-3348648856b1 req-fae1f41e-c78c-4170-8d27-b8f8211ae6d6 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=953429d7-68e9-4e81-910d-8286b5c47ba5 HTTP/1.1" status: 200 len: 849 time: 0.0437593 Jul 20 09:41:00.223176 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da321a3a-e008-4ea5-b376-3348648856b1 req-8cd4e0f6-e545-4df0-b43e-f364fba974b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:00.224717 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-da321a3a-e008-4ea5-b376-3348648856b1 req-8cd4e0f6-e545-4df0-b43e-f364fba974b0 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=36a1bf85-9a28-4e91-952b-126a8641e41e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415156 Jul 20 09:41:00.260918 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-1164994d-2ac5-484c-bff4-ea7a9aeedf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'd29b265c-cfc2-4ef5-a014-5af4e7c779b5', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'port_id': '87539666-3759-4a90-a2d8-d12fe5a15433', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'mac_address': 'fa:16:3e:cb:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc4383c-74cf-41bd-a13b-645e0dec5e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:40:47Z', 'updated_at': '2022-07-20T09:40:58Z', 'revision_number': 1, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b7936a-a33b-42ff-9bd0-18bfbc79febe', 'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'mac_address': 'fa:16:3e:ed:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:43Z', 'updated_at': '2022-07-20T09:35:51Z', 'revision_number': 5, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'subnets': [{'id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:00.285847 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1164994d-2ac5-484c-bff4-ea7a9aeedf46 None None] The sync data for ids ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'] in dv-cinder-822822-3-iscsi is: [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'd29b265c-cfc2-4ef5-a014-5af4e7c779b5', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'port_id': '87539666-3759-4a90-a2d8-d12fe5a15433', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'mac_address': 'fa:16:3e:cb:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc4383c-74cf-41bd-a13b-645e0dec5e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:40:47Z', 'updated_at': '2022-07-20T09:40:58Z', 'revision_number': 1, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b7936a-a33b-42ff-9bd0-18bfbc79febe', 'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'mac_address': 'fa:16:3e:ed:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:43Z', 'updated_at': '2022-07-20T09:35:51Z', 'revision_number': 5, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'subnets': [{'id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:41:00.318862 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-da321a3a-e008-4ea5-b376-3348648856b1 req-87a8d083-569f-4019-897b-f299f6bdc7e8 service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860455 Jul 20 09:41:00.416323 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-da321a3a-e008-4ea5-b376-3348648856b1 req-e783ad0b-1172-4eb9-ae05-67e861418e7c service neutron] 10.222.0.17 "GET /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905688 Jul 20 09:41:00.472478 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac969c69-c60e-4428-92d4-5d4904586ba4 None None] New status for floating IP d29b265c-cfc2-4ef5-a014-5af4e7c779b5: ACTIVE {{(pid=104191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:41:08.922606 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818623e-8328-4682-a324-f4bc00470d5e req-760bd6b7-10eb-484a-a6fc-1d2311bdc741 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:08.924050 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3818623e-8328-4682-a324-f4bc00470d5e req-760bd6b7-10eb-484a-a6fc-1d2311bdc741 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0477135 Jul 20 09:41:08.970319 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3818623e-8328-4682-a324-f4bc00470d5e req-a1692392-c791-498a-926c-0ba957d26d5f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407619 Jul 20 09:41:09.582583 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=63 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:09.583383 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=32 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:10.135638 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adaf58-6daf-43c5-9316-88ebdaf1c4e9 req-4d01d37f-3907-477f-a061-a5f7003a2f4d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:10.137249 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b7adaf58-6daf-43c5-9316-88ebdaf1c4e9 req-4d01d37f-3907-477f-a061-a5f7003a2f4d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0960610 Jul 20 09:41:10.184575 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b7adaf58-6daf-43c5-9316-88ebdaf1c4e9 req-f43ddd98-01fb-4b76-916e-1391cf797e9e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416241 Jul 20 09:41:10.256119 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=78 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:10.263945 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=76 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:10.567401 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:10.572721 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:10.575951 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:11.301459 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c32bbb-2f40-4afc-ba3c-e5ceec407afa req-a997f925-e0cd-4238-b22b-0ca13fb9fd4a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:11.302965 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-57c32bbb-2f40-4afc-ba3c-e5ceec407afa req-a997f925-e0cd-4238-b22b-0ca13fb9fd4a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0508959 Jul 20 09:41:11.351786 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-57c32bbb-2f40-4afc-ba3c-e5ceec407afa req-7005d19e-0fd7-4990-8591-7dd7ccf2c095 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414894 Jul 20 09:41:12.467442 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c820b-2fce-4a27-b6d3-b83121e08396 req-30a43d59-7284-47fe-84b8-db23e415264e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:12.468914 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9e9c820b-2fce-4a27-b6d3-b83121e08396 req-30a43d59-7284-47fe-84b8-db23e415264e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0515392 Jul 20 09:41:12.518499 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9e9c820b-2fce-4a27-b6d3-b83121e08396 req-9be37d0a-f6c0-4438-8512-24cdc33d760a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2c52430-8dd3-4c6b-867b-456afca92707&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439010 Jul 20 09:41:12.835313 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-f16fb849-9fb7-4c0e-ada9-98c07b4b331a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:12.836753 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-f16fb849-9fb7-4c0e-ada9-98c07b4b331a tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 945 time: 0.0461121 Jul 20 09:41:12.918177 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-08cd7728-488c-4d58-bef0-7d4c34bd6b91 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Deleting port 94c684db-cb6a-480b-89c3-6faeb0c7a54f {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:12.918520 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-08cd7728-488c-4d58-bef0-7d4c34bd6b91 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:13.007564 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:13.009849 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-08cd7728-488c-4d58-bef0-7d4c34bd6b91 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] For port 94c684db-cb6a-480b-89c3-6faeb0c7a54f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=94c684db-cb6a-480b-89c3-6faeb0c7a54f,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:13.010379 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-08cd7728-488c-4d58-bef0-7d4c34bd6b91 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:13.017594 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:13.172299 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-08cd7728-488c-4d58-bef0-7d4c34bd6b91 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:13.172660 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-08cd7728-488c-4d58-bef0-7d4c34bd6b91 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (ec5017b7-9c39-4f5a-b6da-dfcfe443b144), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:13.172978 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-08cd7728-488c-4d58-bef0-7d4c34bd6b91 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Floating IP ec5017b7-9c39-4f5a-b6da-dfcfe443b144 disassociated. External IP: 172.27.1.235, port: 94c684db-cb6a-480b-89c3-6faeb0c7a54f. Jul 20 09:41:13.173327 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-08cd7728-488c-4d58-bef0-7d4c34bd6b91 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Calling delete_port for 94c684db-cb6a-480b-89c3-6faeb0c7a54f owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:13.303181 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-08cd7728-488c-4d58-bef0-7d4c34bd6b91 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (94c684db-cb6a-480b-89c3-6faeb0c7a54f), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:13.332537 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd7728-488c-4d58-bef0-7d4c34bd6b91 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Pushing event deleted for resources: {'Port': ['ID=94c684db-cb6a-480b-89c3-6faeb0c7a54f,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:13.441570 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-08cd7728-488c-4d58-bef0-7d4c34bd6b91 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:41:13.543989 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-08cd7728-488c-4d58-bef0-7d4c34bd6b91 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:41:13.554490 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539bc31c-f285-4625-bb25-ec63de88be57 None None] Sync routers for ids ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:41:13.566331 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539bc31c-f285-4625-bb25-ec63de88be57 None None] Routers {'78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:41:13.566955 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-539bc31c-f285-4625-bb25-ec63de88be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:40:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:13.589650 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-08cd7728-488c-4d58-bef0-7d4c34bd6b91 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] No DVR routers for this DVR port 94c684db-cb6a-480b-89c3-6faeb0c7a54f on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:41:13.592265 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-08cd7728-488c-4d58-bef0-7d4c34bd6b91 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:13.595630 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b990e43-0791-4fbc-ba31-23c19e2b42fb req-08cd7728-488c-4d58-bef0-7d4c34bd6b91 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.17 "DELETE /v2.0/ports/94c684db-cb6a-480b-89c3-6faeb0c7a54f HTTP/1.1" status: 204 len: 173 time: 0.7516026 Jul 20 09:41:13.607174 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'name': 'network-vif-deleted', 'tag': '94c684db-cb6a-480b-89c3-6faeb0c7a54f'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:41:13.609608 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bbcdf0-eb90-41c5-8e02-8e15317ce2d7" -d '{"events": [{"server_uuid": "b2276d91-021a-48eb-b539-ac70600ccf61", "name": "network-vif-deleted", "tag": "94c684db-cb6a-480b-89c3-6faeb0c7a54f"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:41:13.616894 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:41:13.632662 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f07bf83d-4b74-4750-9b6c-879189f3e244 req-09cbd088-dacb-4215-8538-0d007aa42e4c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2276d91-021a-48eb-b539-ac70600ccf61 HTTP/1.1" status: 200 len: 210 time: 0.0446646 Jul 20 09:41:13.675751 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2492abd2-ce98-47b9-b0e8-d622a528b163 x-openstack-request-id: req-2492abd2-ce98-47b9-b0e8-d622a528b163 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:41:13.676072 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2276d91-021a-48eb-b539-ac70600ccf61", "name": "network-vif-deleted", "tag": "94c684db-cb6a-480b-89c3-6faeb0c7a54f", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:41:13.676326 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2492abd2-ce98-47b9-b0e8-d622a528b163 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:41:13.676733 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2492abd2-ce98-47b9-b0e8-d622a528b163'] response: {'server_uuid': 'b2276d91-021a-48eb-b539-ac70600ccf61', 'name': 'network-vif-deleted', 'tag': '94c684db-cb6a-480b-89c3-6faeb0c7a54f', 'status': 'completed', 'code': 200} Jul 20 09:41:13.693339 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-539bc31c-f285-4625-bb25-ec63de88be57 None None] Set router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:41:13.893855 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-539bc31c-f285-4625-bb25-ec63de88be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:57Z', 'revision_number': 4, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '1e9a0603-5241-4169-a06c-1960adefe9e5', 'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'mac_address': 'fa:16:3e:0e:a0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:55Z', 'updated_at': '2022-07-20T09:36:08Z', 'revision_number': 5, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'subnets': [{'id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:13.918591 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539bc31c-f285-4625-bb25-ec63de88be57 None None] Checking router: 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:41:13.926865 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539bc31c-f285-4625-bb25-ec63de88be57 None None] Routers {'78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:41:13.927453 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-539bc31c-f285-4625-bb25-ec63de88be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:40:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:14.026711 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-539bc31c-f285-4625-bb25-ec63de88be57 None None] Set router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:41:14.324733 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-539bc31c-f285-4625-bb25-ec63de88be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:57Z', 'revision_number': 4, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '1e9a0603-5241-4169-a06c-1960adefe9e5', 'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'mac_address': 'fa:16:3e:0e:a0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:55Z', 'updated_at': '2022-07-20T09:36:08Z', 'revision_number': 5, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'subnets': [{'id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:14.352653 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539bc31c-f285-4625-bb25-ec63de88be57 None None] The sync data for ids ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'] in dv-cinder-822822-3-iscsi is: [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:35:57Z', 'revision_number': 4, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '1e9a0603-5241-4169-a06c-1960adefe9e5', 'name': '', 'network_id': 'b536439e-ad65-4ab6-9df1-5521403416c7', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'mac_address': 'fa:16:3e:0e:a0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:55Z', 'updated_at': '2022-07-20T09:36:08Z', 'revision_number': 5, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'subnets': [{'id': '83806ec1-6633-4d28-addc-e84e4a713eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:41:14.585311 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0f36c-635b-43c5-aeec-1dbc212798eb None None] New status for floating IP ec5017b7-9c39-4f5a-b6da-dfcfe443b144: DOWN {{(pid=104191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:41:14.739820 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53126) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:14.804476 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b8e32cbb-bad9-4880-ae2e-fcfff7616b73 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for security_group (d2c52430-8dd3-4c6b-867b-456afca92707), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:14.834457 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b8e32cbb-bad9-4880-ae2e-fcfff7616b73 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for security_group (d2c52430-8dd3-4c6b-867b-456afca92707), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:14.909261 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b8e32cbb-bad9-4880-ae2e-fcfff7616b73 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (d2c52430-8dd3-4c6b-867b-456afca92707), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:14.913459 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b8e32cbb-bad9-4880-ae2e-fcfff7616b73 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:14.917750 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-b8e32cbb-bad9-4880-ae2e-fcfff7616b73 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "DELETE /v2.0/security-groups/d2c52430-8dd3-4c6b-867b-456afca92707 HTTP/1.1" status: 204 len: 168 time: 0.1767094 Jul 20 09:41:14.918086 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53130) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:14.928985 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e32cbb-bad9-4880-ae2e-fcfff7616b73 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c52430-8dd3-4c6b-867b-456afca92707,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:14.961825 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.api.v2.resource [None req-f7bb9c7a-1d6c-4ce0-b28b-266cf2f45d8e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] show failed (client error): The resource could not be found. Jul 20 09:41:14.963019 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-f7bb9c7a-1d6c-4ce0-b28b-266cf2f45d8e tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups/d2c52430-8dd3-4c6b-867b-456afca92707 HTTP/1.1" status: 404 len: 347 time: 0.0390744 Jul 20 09:41:14.966173 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53134) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:15.106880 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-23bc3ed6-61ac-4f36-851b-92dccd0f1260 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Deleting port 76133d8c-e7ba-4322-806c-6458baf2ffbf {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:15.107168 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-23bc3ed6-61ac-4f36-851b-92dccd0f1260 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (76133d8c-e7ba-4322-806c-6458baf2ffbf), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:15.192334 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-23bc3ed6-61ac-4f36-851b-92dccd0f1260 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (76133d8c-e7ba-4322-806c-6458baf2ffbf), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:15.192671 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-23bc3ed6-61ac-4f36-851b-92dccd0f1260 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for floatingip (76133d8c-e7ba-4322-806c-6458baf2ffbf), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:15.196002 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 94c684db-cb6a-480b-89c3-6faeb0c7a54f no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:41:15.206767 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-23bc3ed6-61ac-4f36-851b-92dccd0f1260 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Calling delete_port for 76133d8c-e7ba-4322-806c-6458baf2ffbf owned by network:floatingip {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:15.214969 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: 94c684db-cb6a-480b-89c3-6faeb0c7a54f {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:41:15.215319 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 94c684db-cb6a-480b-89c3-6faeb0c7a54f not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:41:15.357961 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-23bc3ed6-61ac-4f36-851b-92dccd0f1260 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (76133d8c-e7ba-4322-806c-6458baf2ffbf), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:15.386286 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc3ed6-61ac-4f36-851b-92dccd0f1260 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Pushing event deleted for resources: {'Port': ['ID=76133d8c-e7ba-4322-806c-6458baf2ffbf,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:15.449040 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-23bc3ed6-61ac-4f36-851b-92dccd0f1260 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks [] for floatingip (ec5017b7-9c39-4f5a-b6da-dfcfe443b144), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:15.451783 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-23bc3ed6-61ac-4f36-851b-92dccd0f1260 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:15.452937 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-23bc3ed6-61ac-4f36-851b-92dccd0f1260 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "DELETE /v2.0/floatingips/ec5017b7-9c39-4f5a-b6da-dfcfe443b144 HTTP/1.1" status: 204 len: 168 time: 0.4856176 Jul 20 09:41:16.831872 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:16.909171 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648cd22-db39-4e7e-b19c-e5e27d56e3f1 req-6c3eb6ea-5373-4389-99ad-a3ec46896437 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:16.910722 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7648cd22-db39-4e7e-b19c-e5e27d56e3f1 req-6c3eb6ea-5373-4389-99ad-a3ec46896437 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0514033 Jul 20 09:41:16.960972 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7648cd22-db39-4e7e-b19c-e5e27d56e3f1 req-494f7783-b1a1-4fad-8c77-22e4b71514e1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443838 Jul 20 09:41:17.912325 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:17.926756 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b0d29-97df-4991-8386-3281ca585af2 req-b771cf15-1a9e-4a44-bb14-42c384dab42c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:17.928271 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c39b0d29-97df-4991-8386-3281ca585af2 req-b771cf15-1a9e-4a44-bb14-42c384dab42c tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0488307 Jul 20 09:41:17.975585 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c39b0d29-97df-4991-8386-3281ca585af2 req-4a067ea1-4f0e-41de-be81-c697d054d745 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411568 Jul 20 09:41:18.082736 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31295679-c47a-48bf-baff-c24579d5dc1d req-769bb6a3-bc0d-4fea-b9d7-151d8ab96981 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:18.084232 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-31295679-c47a-48bf-baff-c24579d5dc1d req-769bb6a3-bc0d-4fea-b9d7-151d8ab96981 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0476170 Jul 20 09:41:18.130866 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-31295679-c47a-48bf-baff-c24579d5dc1d req-3c16cf83-17dd-4de1-a3e9-b93a7a6ffdb2 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411851 Jul 20 09:41:19.071080 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:19.090478 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1182366-745e-4e6b-9a80-59453503a80a req-4b880beb-43f2-488b-84a7-978501e4129d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:19.091978 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e1182366-745e-4e6b-9a80-59453503a80a req-4b880beb-43f2-488b-84a7-978501e4129d tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0478845 Jul 20 09:41:19.137963 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e1182366-745e-4e6b-9a80-59453503a80a req-35174746-85a9-4ccb-b394-21181c49d9b1 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 Jul 20 09:41:19.250049 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344454c-fe51-414c-9a45-be3aaa576b3a req-760905ca-d9c6-4671-81b2-2d047161b65a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:19.251558 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6344454c-fe51-414c-9a45-be3aaa576b3a req-760905ca-d9c6-4671-81b2-2d047161b65a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0504334 Jul 20 09:41:19.299064 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6344454c-fe51-414c-9a45-be3aaa576b3a req-bebbc065-8a3c-42d4-b268-3eb38ead4a00 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420310 Jul 20 09:41:20.252846 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445c607-7595-4912-91b1-94374e159a57 req-6c8dd5fe-a36b-4998-9819-64a557d7c7b8 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:20.254453 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3445c607-7595-4912-91b1-94374e159a57 req-6c8dd5fe-a36b-4998-9819-64a557d7c7b8 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0508244 Jul 20 09:41:20.303194 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3445c607-7595-4912-91b1-94374e159a57 req-bec83e01-a797-4085-b003-d69f74228cd9 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430961 Jul 20 09:41:20.418525 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52214696-28a9-4d96-a789-a649350f17d9 req-ec755467-a6f0-4f47-803f-cce847b99242 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:20.420024 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-52214696-28a9-4d96-a789-a649350f17d9 req-ec755467-a6f0-4f47-803f-cce847b99242 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0471170 Jul 20 09:41:20.468480 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-52214696-28a9-4d96-a789-a649350f17d9 req-ad650635-6f53-4b24-9ba4-96de82e62e7f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428560 Jul 20 09:41:20.489923 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a2ccf-e6ba-4d45-81c8-dcdb5b830c73 req-6e61dc64-8df6-4dc7-bb6c-09ec09f32f09 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:20.491412 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c13a2ccf-e6ba-4d45-81c8-dcdb5b830c73 req-6e61dc64-8df6-4dc7-bb6c-09ec09f32f09 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.17 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 946 time: 0.0474536 Jul 20 09:41:20.577248 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-c13a2ccf-e6ba-4d45-81c8-dcdb5b830c73 req-02563cf5-36f9-4ab5-adb5-3d4c206c23ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Deleting port d3d9760d-e62d-4793-afa5-a0990048268c {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:20.577594 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-c13a2ccf-e6ba-4d45-81c8-dcdb5b830c73 req-02563cf5-36f9-4ab5-adb5-3d4c206c23ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (d3d9760d-e62d-4793-afa5-a0990048268c), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:20.666015 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-c13a2ccf-e6ba-4d45-81c8-dcdb5b830c73 req-02563cf5-36f9-4ab5-adb5-3d4c206c23ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] For port d3d9760d-e62d-4793-afa5-a0990048268c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=d3d9760d-e62d-4793-afa5-a0990048268c,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:20.666295 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-c13a2ccf-e6ba-4d45-81c8-dcdb5b830c73 req-02563cf5-36f9-4ab5-adb5-3d4c206c23ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (d3d9760d-e62d-4793-afa5-a0990048268c), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:20.679217 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-c13a2ccf-e6ba-4d45-81c8-dcdb5b830c73 req-02563cf5-36f9-4ab5-adb5-3d4c206c23ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Calling delete_port for d3d9760d-e62d-4793-afa5-a0990048268c owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:20.817212 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-c13a2ccf-e6ba-4d45-81c8-dcdb5b830c73 req-02563cf5-36f9-4ab5-adb5-3d4c206c23ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (d3d9760d-e62d-4793-afa5-a0990048268c), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:20.829052 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['a4b4ceb3-6606-477a-a921-d57e2379731b', 'd3d9760d-e62d-4793-afa5-a0990048268c'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:41:20.848458 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02563cf5-36f9-4ab5-adb5-3d4c206c23ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Pushing event deleted for resources: {'Port': ['ID=d3d9760d-e62d-4793-afa5-a0990048268c,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:20.893148 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13a2ccf-e6ba-4d45-81c8-dcdb5b830c73 req-02563cf5-36f9-4ab5-adb5-3d4c206c23ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] No DVR routers for this DVR port d3d9760d-e62d-4793-afa5-a0990048268c on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:41:20.895700 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-c13a2ccf-e6ba-4d45-81c8-dcdb5b830c73 req-02563cf5-36f9-4ab5-adb5-3d4c206c23ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:20.898919 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c13a2ccf-e6ba-4d45-81c8-dcdb5b830c73 req-02563cf5-36f9-4ab5-adb5-3d4c206c23ef tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.17 "DELETE /v2.0/ports/d3d9760d-e62d-4793-afa5-a0990048268c HTTP/1.1" status: 204 len: 173 time: 0.4015684 Jul 20 09:41:20.899805 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ab6169-0ddb-45df-a77d-e9ab309261b1', 'name': 'network-vif-deleted', 'tag': 'd3d9760d-e62d-4793-afa5-a0990048268c'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:41:20.902312 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538266ed-63e7-418e-a807-26fb346ee1ac" -d '{"events": [{"server_uuid": "29ab6169-0ddb-45df-a77d-e9ab309261b1", "name": "network-vif-deleted", "tag": "d3d9760d-e62d-4793-afa5-a0990048268c"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:41:20.945797 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc47896d-af25-4a61-ae92-3ae1ca00126c x-openstack-request-id: req-cc47896d-af25-4a61-ae92-3ae1ca00126c {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:41:20.946157 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ab6169-0ddb-45df-a77d-e9ab309261b1", "name": "network-vif-deleted", "tag": "d3d9760d-e62d-4793-afa5-a0990048268c", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:41:20.946468 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc47896d-af25-4a61-ae92-3ae1ca00126c {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:41:20.946931 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc47896d-af25-4a61-ae92-3ae1ca00126c'] response: {'server_uuid': '29ab6169-0ddb-45df-a77d-e9ab309261b1', 'name': 'network-vif-deleted', 'tag': 'd3d9760d-e62d-4793-afa5-a0990048268c', 'status': 'completed', 'code': 200} Jul 20 09:41:21.394805 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:21.415950 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c889a3b4-03f8-444a-8f75-abe2a1dc8f3f req-8771e2fb-2429-4ee7-878a-e44c99a1f481 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=29ab6169-0ddb-45df-a77d-e9ab309261b1 HTTP/1.1" status: 200 len: 210 time: 0.0296888 Jul 20 09:41:21.590748 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374419ae-88a4-4a3d-aaa4-3e3815439cf4 req-a342ead2-f347-4773-aad5-23046c95c476 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:21.592262 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-374419ae-88a4-4a3d-aaa4-3e3815439cf4 req-a342ead2-f347-4773-aad5-23046c95c476 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0507655 Jul 20 09:41:21.640342 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-374419ae-88a4-4a3d-aaa4-3e3815439cf4 req-bbdf5323-96d6-4e59-93cd-e542a08b92d8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425909 Jul 20 09:41:22.684382 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221887a-32e5-4e33-84ac-66d0a03be217 req-efd4af89-6ced-4367-af20-8e6cb2ead998 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:22.685863 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3221887a-32e5-4e33-84ac-66d0a03be217 req-efd4af89-6ced-4367-af20-8e6cb2ead998 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0516827 Jul 20 09:41:22.715992 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:22.734507 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3221887a-32e5-4e33-84ac-66d0a03be217 req-a3c58d05-4ec2-48ef-8c95-052e27200ca6 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431473 Jul 20 09:41:22.766535 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa20b6-bfcd-45a5-8782-4c995007309d req-801cdce1-e5ed-4c7a-8c44-23df92e64618 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:22.768043 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-21fa20b6-bfcd-45a5-8782-4c995007309d req-801cdce1-e5ed-4c7a-8c44-23df92e64618 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0549474 Jul 20 09:41:22.815128 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-21fa20b6-bfcd-45a5-8782-4c995007309d req-5b694d97-40cf-437e-9e02-9f2035733f19 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416446 Jul 20 09:41:23.032001 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1def487a-8411-478f-b360-a9379965e154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:23.228293 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device d3d9760d-e62d-4793-afa5-a0990048268c no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:41:23.248535 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: d3d9760d-e62d-4793-afa5-a0990048268c {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:41:23.248886 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device d3d9760d-e62d-4793-afa5-a0990048268c not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:41:23.850559 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf760ae-1474-4efc-9645-1a7db21f52bb req-122f58ce-17ed-4c50-b798-37d5a3701c9f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:23.852059 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5bf760ae-1474-4efc-9645-1a7db21f52bb req-122f58ce-17ed-4c50-b798-37d5a3701c9f tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0472975 Jul 20 09:41:23.900511 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5bf760ae-1474-4efc-9645-1a7db21f52bb req-a79cb621-230f-4b0e-a520-7ba7be614936 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425179 Jul 20 09:41:23.940917 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11053b-7ac0-4df8-9678-3aa1298ba830 req-55b7e398-c5f3-4553-9b3f-176cf7d5a96d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:23.942405 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3a11053b-7ac0-4df8-9678-3aa1298ba830 req-55b7e398-c5f3-4553-9b3f-176cf7d5a96d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0519435 Jul 20 09:41:23.961318 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:23.990675 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3a11053b-7ac0-4df8-9678-3aa1298ba830 req-84e95f56-ea6e-41db-9d15-2afd07c3a2f0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428016 Jul 20 09:41:24.326897 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:DELETE=1,neutron:SELECT=63 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:24.327694 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=72 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:25.018992 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e866ac3-82fa-4660-bce1-a301537fced9 req-130aaf1f-2467-4743-848e-a4469127795b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:25.020502 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6e866ac3-82fa-4660-bce1-a301537fced9 req-130aaf1f-2467-4743-848e-a4469127795b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0507984 Jul 20 09:41:25.068916 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6e866ac3-82fa-4660-bce1-a301537fced9 req-c6ee41e3-16fb-486e-8c5d-9ae2aca4a535 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427005 Jul 20 09:41:25.109261 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0f131-c687-41f5-be88-571baac540ed req-2085a77a-d412-4be5-b1cf-d511a2f1569f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:25.110651 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a0f0f131-c687-41f5-be88-571baac540ed req-2085a77a-d412-4be5-b1cf-d511a2f1569f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0466173 Jul 20 09:41:25.157007 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a0f0f131-c687-41f5-be88-571baac540ed req-a4186c6f-ae14-462f-828d-f25e7ff17cf4 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408983 Jul 20 09:41:25.273490 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d2efce3b-c47d-48b3-9e4b-35d5b81a8051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:26.032632 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:26.049232 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfacec3-3fcb-413d-83de-956a27fc06c0 req-d1708788-8518-446b-b3c9-d77387848132 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:26.050823 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4cfacec3-3fcb-413d-83de-956a27fc06c0 req-d1708788-8518-446b-b3c9-d77387848132 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.17 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0474660 Jul 20 09:41:26.142592 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-4cfacec3-3fcb-413d-83de-956a27fc06c0 req-d65def8a-47c2-44bb-bf1a-5a80068474ba tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Deleting port a4b4ceb3-6606-477a-a921-d57e2379731b {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:26.143348 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-4cfacec3-3fcb-413d-83de-956a27fc06c0 req-d65def8a-47c2-44bb-bf1a-5a80068474ba tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:26.181954 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01430fb9-a395-4e97-b7eb-026dc1c6adb7 req-625ff1af-8525-4d19-bd05-74a2bcdcb5a6 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:26.185251 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-01430fb9-a395-4e97-b7eb-026dc1c6adb7 req-625ff1af-8525-4d19-bd05-74a2bcdcb5a6 tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/ports?device_id=69dd79a4-13b6-4962-85c9-ab27f895facb HTTP/1.1" status: 200 len: 945 time: 0.0499015 Jul 20 09:41:26.234493 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-01430fb9-a395-4e97-b7eb-026dc1c6adb7 req-e03aaf3a-6c74-41fe-84aa-0f7dc99fd26b tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.18 "GET /v2.0/security-groups?id=d887a76a-79f7-4c1b-9db4-44dca41b63f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449126 Jul 20 09:41:26.235365 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-4cfacec3-3fcb-413d-83de-956a27fc06c0 req-d65def8a-47c2-44bb-bf1a-5a80068474ba tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] For port a4b4ceb3-6606-477a-a921-d57e2379731b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a4b4ceb3-6606-477a-a921-d57e2379731b,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:26.235735 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-4cfacec3-3fcb-413d-83de-956a27fc06c0 req-d65def8a-47c2-44bb-bf1a-5a80068474ba tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:26.276366 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-4cfacec3-3fcb-413d-83de-956a27fc06c0 req-d65def8a-47c2-44bb-bf1a-5a80068474ba tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Calling delete_port for a4b4ceb3-6606-477a-a921-d57e2379731b owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:26.276648 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:26.302949 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746531b7-6525-44fa-af31-67ac0fe69e57 req-ce69bab7-0fc7-410f-9bf9-d58f3c0b1355 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:26.304507 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-746531b7-6525-44fa-af31-67ac0fe69e57 req-ce69bab7-0fc7-410f-9bf9-d58f3c0b1355 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0712094 Jul 20 09:41:26.402026 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-746531b7-6525-44fa-af31-67ac0fe69e57 req-5db28646-424d-49f8-941b-bd24b6d40d7e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677075 Jul 20 09:41:26.465692 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-4cfacec3-3fcb-413d-83de-956a27fc06c0 req-d65def8a-47c2-44bb-bf1a-5a80068474ba tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (a4b4ceb3-6606-477a-a921-d57e2379731b), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:26.477905 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['a4b4ceb3-6606-477a-a921-d57e2379731b'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:41:26.493729 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65def8a-47c2-44bb-bf1a-5a80068474ba tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Pushing event deleted for resources: {'Port': ['ID=a4b4ceb3-6606-477a-a921-d57e2379731b,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:26.537867 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfacec3-3fcb-413d-83de-956a27fc06c0 req-d65def8a-47c2-44bb-bf1a-5a80068474ba tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] No DVR routers for this DVR port a4b4ceb3-6606-477a-a921-d57e2379731b on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:41:26.540413 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-4cfacec3-3fcb-413d-83de-956a27fc06c0 req-d65def8a-47c2-44bb-bf1a-5a80068474ba tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:26.544405 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4cfacec3-3fcb-413d-83de-956a27fc06c0 req-d65def8a-47c2-44bb-bf1a-5a80068474ba tempest-ServerRescueNegativeTestJSON-2069639578 tempest-ServerRescueNegativeTestJSON-2069639578-project] 10.222.0.17 "DELETE /v2.0/ports/a4b4ceb3-6606-477a-a921-d57e2379731b HTTP/1.1" status: 204 len: 173 time: 0.4835727 Jul 20 09:41:26.544836 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dd79a4-13b6-4962-85c9-ab27f895facb', 'name': 'network-vif-deleted', 'tag': 'a4b4ceb3-6606-477a-a921-d57e2379731b'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:41:26.547119 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc98b4c-1064-4bbc-9e07-501b1fe313a7" -d '{"events": [{"server_uuid": "69dd79a4-13b6-4962-85c9-ab27f895facb", "name": "network-vif-deleted", "tag": "a4b4ceb3-6606-477a-a921-d57e2379731b"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:41:26.582479 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0c19df-42db-4282-b267-88dcd55f89cc x-openstack-request-id: req-5f0c19df-42db-4282-b267-88dcd55f89cc {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:41:26.582776 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dd79a4-13b6-4962-85c9-ab27f895facb", "name": "network-vif-deleted", "tag": "a4b4ceb3-6606-477a-a921-d57e2379731b", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:41:26.583031 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f0c19df-42db-4282-b267-88dcd55f89cc {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:41:26.583536 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0c19df-42db-4282-b267-88dcd55f89cc'] response: {'server_uuid': '69dd79a4-13b6-4962-85c9-ab27f895facb', 'name': 'network-vif-deleted', 'tag': 'a4b4ceb3-6606-477a-a921-d57e2379731b', 'status': 'completed', 'code': 200} Jul 20 09:41:27.293837 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53216) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:27.531483 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8333b-a358-45a4-b029-b6556737c895 req-bf095e35-d381-48db-8f7e-59964ab154bc tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:27.532928 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fbb8333b-a358-45a4-b029-b6556737c895 req-bf095e35-d381-48db-8f7e-59964ab154bc tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0560808 Jul 20 09:41:27.653486 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fbb8333b-a358-45a4-b029-b6556737c895 req-bed9d063-ae22-4085-93e1-3f49e3dd5f1c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846677 Jul 20 09:41:27.783425 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:27.847280 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666018'] for router_interface (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:28.103662 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:28.112879 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Deleting port 1e9a0603-5241-4169-a06c-1960adefe9e5 {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:28.113218 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:28.126153 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:28.162237 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:28.199157 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] For port 1e9a0603-5241-4169-a06c-1960adefe9e5, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=1e9a0603-5241-4169-a06c-1960adefe9e5,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:28.199577 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:28.212393 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Calling delete_port for 1e9a0603-5241-4169-a06c-1960adefe9e5 owned by network:router_interface {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:28.385940 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (1e9a0603-5241-4169-a06c-1960adefe9e5), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:28.410171 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e9a0603-5241-4169-a06c-1960adefe9e5,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:28.436401 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:28.436746 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:28.437138 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:28.437466 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:28.437796 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:28.438130 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:28.438456 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:28.438778 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:28.439099 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:28.439449 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:28.439773 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:28.440093 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:28.440408 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:28.440723 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:28.441038 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:28.581653 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665942'] for router_interface (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:28.771623 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1d7b3-e92c-412b-82d2-918a16d40f7f req-47962a4e-9ac7-4e54-b3e6-79b1a107a594 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:28.773135 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f8f1d7b3-e92c-412b-82d2-918a16d40f7f req-47962a4e-9ac7-4e54-b3e6-79b1a107a594 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0470095 Jul 20 09:41:28.787822 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:41:28.824256 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f8f1d7b3-e92c-412b-82d2-918a16d40f7f req-0410b2df-04b3-49b1-9d95-ae6b6251b93e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444427 Jul 20 09:41:29.099051 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:41:29.103985 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-01baee9e-7861-4eea-86c8-de8a9425324a admin admin] 10.222.0.18 "PUT /v2.0/routers/78f54e6d-2c9d-49d6-bb87-7f1c6d658be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8100727 Jul 20 09:41:29.106532 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53226) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:29.109085 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a512ea-41d3-418b-935a-e5b5227ec84e None None] Sync routers for ids ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:41:29.111885 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:29.135264 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a512ea-41d3-418b-935a-e5b5227ec84e None None] Routers {'78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:41:29.135264 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-29a512ea-41d3-418b-935a-e5b5227ec84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:29.209570 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:29.215048 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] Publish callbacks [] for router (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:29.240480 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-29a512ea-41d3-418b-935a-e5b5227ec84e None None] Set router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:41:29.241672 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device a4b4ceb3-6606-477a-a921-d57e2379731b no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:41:29.262675 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: a4b4ceb3-6606-477a-a921-d57e2379731b {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:41:29.263318 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device a4b4ceb3-6606-477a-a921-d57e2379731b not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:41:29.318453 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] Publish callbacks [] for router_gateway (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:29.361272 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] Deleting port be3639ec-4df2-4593-82c1-7a1944d889f4 {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:29.361495 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (be3639ec-4df2-4593-82c1-7a1944d889f4), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:29.407922 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-29a512ea-41d3-418b-935a-e5b5227ec84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:41:28Z', 'revision_number': 5, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port': {'id': 'be3639ec-4df2-4593-82c1-7a1944d889f4', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:48Z', 'updated_at': '2022-07-20T09:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:29.438545 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a512ea-41d3-418b-935a-e5b5227ec84e None None] Checking router: 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:41:29.445404 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] For port be3639ec-4df2-4593-82c1-7a1944d889f4, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=be3639ec-4df2-4593-82c1-7a1944d889f4,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:29.445853 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (be3639ec-4df2-4593-82c1-7a1944d889f4), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:29.447276 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a512ea-41d3-418b-935a-e5b5227ec84e None None] Routers {'78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:41:29.447911 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-29a512ea-41d3-418b-935a-e5b5227ec84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:29.459797 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] Calling delete_port for be3639ec-4df2-4593-82c1-7a1944d889f4 owned by network:router_gateway {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:29.527933 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-29a512ea-41d3-418b-935a-e5b5227ec84e None None] Set router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 gateway port host: None {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:41:29.578948 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-29a512ea-41d3-418b-935a-e5b5227ec84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:41:29Z', 'revision_number': 6, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port_host': None}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:29.603695 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a512ea-41d3-418b-935a-e5b5227ec84e None None] The sync data for ids ['78f54e6d-2c9d-49d6-bb87-7f1c6d658be9'] in dv-cinder-822822-3-iscsi is: [{'id': '78f54e6d-2c9d-49d6-bb87-7f1c6d658be9', 'name': 'tempest-ServerRescueNegativeTestJSON-1042831092-router', 'tenant_id': '13b4839566df4751bfde1f4975cdcb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:41:29Z', 'revision_number': 6, 'project_id': '13b4839566df4751bfde1f4975cdcb78', 'gw_port_host': None}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:41:29.622439 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (be3639ec-4df2-4593-82c1-7a1944d889f4), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:29.647873 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=be3639ec-4df2-4593-82c1-7a1944d889f4,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:29.709867 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671293'] for router_gateway (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:29.794435 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30343'] for router (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:29.796555 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] Publish callbacks [] for router_controller (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), precommit_delete_associations {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:29.854228 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667056'] for router (78f54e6d-2c9d-49d6-bb87-7f1c6d658be9), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:29.854913 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 {{(pid=104190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 09:41:29.859784 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:29.863360 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-7f59ce9b-c3c2-412b-b6d4-25e51f294d55 admin admin] 10.222.0.18 "DELETE /v2.0/routers/78f54e6d-2c9d-49d6-bb87-7f1c6d658be9 HTTP/1.1" status: 204 len: 168 time: 0.7534921 Jul 20 09:41:29.863586 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53230) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:29.919430 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a429658-4802-44fa-8a42-b17e79bab06f admin admin] Deleting subnet 83806ec1-6633-4d28-addc-e84e4a713eaa {{(pid=104190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 09:41:29.938301 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-3a429658-4802-44fa-8a42-b17e79bab06f admin admin] Publish callbacks [] for subnet (83806ec1-6633-4d28-addc-e84e4a713eaa), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:29.981546 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8eef6a-e2e1-4880-a344-334989c081a0 req-47e92071-8666-480e-b155-b4f92cb3d053 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:29.983105 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2a8eef6a-e2e1-4880-a344-334989c081a0 req-47e92071-8666-480e-b155-b4f92cb3d053 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0803761 Jul 20 09:41:29.992949 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-3a429658-4802-44fa-8a42-b17e79bab06f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27026914'] for subnet (83806ec1-6633-4d28-addc-e84e4a713eaa), precommit_delete_associations {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.010693 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:30.078858 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2a8eef6a-e2e1-4880-a344-334989c081a0 req-dcd92ac8-5d07-465d-ba67-6603b35f9796 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888975 Jul 20 09:41:30.128491 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:30.145312 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-3a429658-4802-44fa-8a42-b17e79bab06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676107'] for subnet (83806ec1-6633-4d28-addc-e84e4a713eaa), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.203226 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-3a429658-4802-44fa-8a42-b17e79bab06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25966105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25169940'] for subnet (83806ec1-6633-4d28-addc-e84e4a713eaa), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.232883 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a429658-4802-44fa-8a42-b17e79bab06f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83806ec1-6633-4d28-addc-e84e4a713eaa,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:30.237810 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-3a429658-4802-44fa-8a42-b17e79bab06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.243185 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-3a429658-4802-44fa-8a42-b17e79bab06f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/83806ec1-6633-4d28-addc-e84e4a713eaa HTTP/1.1" status: 204 len: 168 time: 0.3762105 Jul 20 09:41:30.243455 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53232) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:30.244073 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea2f674-ef11-4eea-be7a-027892cb0271 None None] Network b536439e-ad65-4ab6-9df1-5521403416c7 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:41:30.315253 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1767445'] for network (b536439e-ad65-4ab6-9df1-5521403416c7), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.369935 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] Deleting port c2ab46e9-ac99-4b5f-a5e7-035fae903c71 {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:30.370435 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.426839 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] DHCP port deletion for b536439e-ad65-4ab6-9df1-5521403416c7 request from dv-cinder-822822-3-iscsi {{(pid=104191) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 09:41:30.440427 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] For port c2ab46e9-ac99-4b5f-a5e7-035fae903c71, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=c2ab46e9-ac99-4b5f-a5e7-035fae903c71,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:30.440819 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.455736 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] Calling delete_port for c2ab46e9-ac99-4b5f-a5e7-035fae903c71 owned by network:dhcp {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:30.465592 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Deleting port c2ab46e9-ac99-4b5f-a5e7-035fae903c71 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:30.466176 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.530145 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] For port c2ab46e9-ac99-4b5f-a5e7-035fae903c71, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=c2ab46e9-ac99-4b5f-a5e7-035fae903c71,segment=NetworkSegment(d29e0ca9-2fab-4514-8e07-5cadb96c9ad7),segment_id=d29e0ca9-2fab-4514-8e07-5cadb96c9ad7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:30.530545 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.542367 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.545123 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Calling delete_port for c2ab46e9-ac99-4b5f-a5e7-035fae903c71 owned by network:dhcp {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:30.572496 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ab46e9-ac99-4b5f-a5e7-035fae903c71,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:30.576805 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] No DVR routers for this DVR port c2ab46e9-ac99-4b5f-a5e7-035fae903c71 on host dv-cinder-822822-3-iscsi {{(pid=104190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:41:30.632002 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894'] for port (c2ab46e9-ac99-4b5f-a5e7-035fae903c71), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.653409 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675530', 'neutron.services.segments.db._delete_segments_for_network-8750382056250'] for network (b536439e-ad65-4ab6-9df1-5521403416c7), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.655881 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Pushing event deleted for resources: {'Port': ['ID=c2ab46e9-ac99-4b5f-a5e7-035fae903c71,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:30.664887 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:30.665238 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:30.665582 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:30.665923 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:30.666256 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:30.666584 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:30.666911 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:30.667280 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:30.667779 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:30.668107 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:30.668444 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:30.668757 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:30.669077 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:30.669396 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:30.669715 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:30.674958 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b078b-2e24-4128-bb2f-7c9247cf33cb None None] No DVR routers for this DVR port c2ab46e9-ac99-4b5f-a5e7-035fae903c71 on host dv-cinder-822822-3-iscsi {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:41:30.678973 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b536439e-ad65-4ab6-9df1-5521403416c7']}} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:30.689480 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7') {'for_net_delete': True} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:30.689705 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29e0ca9-2fab-4514-8e07-5cadb96c9ad7') {} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:30.700489 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750382058051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27026907'] for segment (d29e0ca9-2fab-4514-8e07-5cadb96c9ad7), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.713880 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (d29e0ca9-2fab-4514-8e07-5cadb96c9ad7), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.720397 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 09:41:30.720874 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966779'] for segment (d29e0ca9-2fab-4514-8e07-5cadb96c9ad7), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.743104 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.services.segments.plugin [-] Segment d29e0ca9-2fab-4514-8e07-5cadb96c9ad7 resource provider aggregate not found Jul 20 09:41:30.784708 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.services.segments.plugin [-] Segment d29e0ca9-2fab-4514-8e07-5cadb96c9ad7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d29e0ca9-2fab-4514-8e07-5cadb96c9ad7 found for delete ", "request_id": "req-72ff7e2a-8a0b-478c-819a-152070886277"}]} Jul 20 09:41:30.785773 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671318'] for network (b536439e-ad65-4ab6-9df1-5521403416c7), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.791550 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:30.794985 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] 10.222.0.18 "DELETE /v2.0/networks/b536439e-ad65-4ab6-9df1-5521403416c7 HTTP/1.1" status: 204 len: 168 time: 0.5506015 Jul 20 09:41:30.805889 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec2cf2-ca22-4978-8c6e-9ff52993614b admin admin] Pushing event deleted for resources: {'Network': ['ID=b536439e-ad65-4ab6-9df1-5521403416c7,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:30.915395 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53240) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:30.956308 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-7a99f23f-a1c1-4ea6-9f85-26a2269f6f1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13b4839566df4751bfde1f4975cdcb78&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397484 Jul 20 09:41:30.958819 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53242) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:31.006837 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-eb204bc3-4b43-4201-808b-eeda8f4b1270 admin admin] Publish callbacks [] for security_group (d887a76a-79f7-4c1b-9db4-44dca41b63f0), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:31.027784 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-eb204bc3-4b43-4201-808b-eeda8f4b1270 admin admin] Publish callbacks [] for security_group (d887a76a-79f7-4c1b-9db4-44dca41b63f0), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:31.041244 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:31.075175 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-eb204bc3-4b43-4201-808b-eeda8f4b1270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (d887a76a-79f7-4c1b-9db4-44dca41b63f0), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:31.077717 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-eb204bc3-4b43-4201-808b-eeda8f4b1270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:31.078854 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-eb204bc3-4b43-4201-808b-eeda8f4b1270 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d887a76a-79f7-4c1b-9db4-44dca41b63f0 HTTP/1.1" status: 204 len: 168 time: 0.1191220 Jul 20 09:41:31.086495 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb204bc3-4b43-4201-808b-eeda8f4b1270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d887a76a-79f7-4c1b-9db4-44dca41b63f0,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:31.203754 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device c2ab46e9-ac99-4b5f-a5e7-035fae903c71 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:41:31.210346 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad6c9a-74f8-4dc8-a329-746e1c7ad114 req-35152068-bc53-430b-8732-ed4e67dcbd6f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:31.211992 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-93ad6c9a-74f8-4dc8-a329-746e1c7ad114 req-35152068-bc53-430b-8732-ed4e67dcbd6f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0557175 Jul 20 09:41:31.225462 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: c2ab46e9-ac99-4b5f-a5e7-035fae903c71 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:41:31.225810 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device c2ab46e9-ac99-4b5f-a5e7-035fae903c71 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:41:31.226228 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device be3639ec-4df2-4593-82c1-7a1944d889f4 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:41:31.245080 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: be3639ec-4df2-4593-82c1-7a1944d889f4 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:41:31.246541 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device be3639ec-4df2-4593-82c1-7a1944d889f4 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:41:31.246541 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 1e9a0603-5241-4169-a06c-1960adefe9e5 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:41:31.268545 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-93ad6c9a-74f8-4dc8-a329-746e1c7ad114 req-10980179-fa86-4f8a-b281-3c0360fa5f7a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493760 Jul 20 09:41:31.272910 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: 1e9a0603-5241-4169-a06c-1960adefe9e5 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:41:31.273262 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 1e9a0603-5241-4169-a06c-1960adefe9e5 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:41:32.407411 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac26c-5b17-4747-871b-3acc2339f0b2 req-1fdecc2c-762e-49a4-be44-b0551b1c363d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:32.408861 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4dcac26c-5b17-4747-871b-3acc2339f0b2 req-1fdecc2c-762e-49a4-be44-b0551b1c363d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0489902 Jul 20 09:41:32.463620 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-4dcac26c-5b17-4747-871b-3acc2339f0b2 req-964b4de4-a2bf-40fb-97d5-57aaeb2eb6be tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485766 Jul 20 09:41:33.250050 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 859157aa-b638-4b4f-b43f-7f70703c0a47 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:41:33.354327 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 859157aa-b638-4b4f-b43f-7f70703c0a47, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=859157aa-b638-4b4f-b43f-7f70703c0a47,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:33.367573 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'port_id': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'mac_address': 'fa:16:3e:4a:13:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:41:33.409538 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6a98b02c-8103-4b97-9f75-cb8f0c9d9f6c req-fb91ed2a-9331-4153-b3b3-4577bf92533c tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504050771&fields=id&tenant_id=65ccb95f08764f99b5a5c1166c42410b HTTP/1.1" status: 200 len: 267 time: 0.0549855 Jul 20 09:41:33.410145 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 859157aa-b638-4b4f-b43f-7f70703c0a47 is: ACTIVE; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:41:33.410645 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:33.426191 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 859157aa-b638-4b4f-b43f-7f70703c0a47 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:41:33.453584 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 859157aa-b638-4b4f-b43f-7f70703c0a47, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=859157aa-b638-4b4f-b43f-7f70703c0a47,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:33.457985 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:33.480654 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98b02c-8103-4b97-9f75-cb8f0c9d9f6c req-9c0568dc-f69c-4231-adb0-4923dfc90a7f tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:33.482399 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6a98b02c-8103-4b97-9f75-cb8f0c9d9f6c req-9c0568dc-f69c-4231-adb0-4923dfc90a7f tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 985 time: 0.0597849 Jul 20 09:41:33.494536 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [req-6a98b02c-8103-4b97-9f75-cb8f0c9d9f6c req-e737fdc5-6c35-43e8-b5fd-079d71b03771 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Request body: {'port': {'security_groups': ['772c4427-d555-4626-97fd-f100c2ad5bd6']}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:41:33.499608 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:33.513437 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=859157aa-b638-4b4f-b43f-7f70703c0a47,revision_number=6']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:33.560375 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['859157aa-b638-4b4f-b43f-7f70703c0a47'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:41:33.581994 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-6a98b02c-8103-4b97-9f75-cb8f0c9d9f6c req-e737fdc5-6c35-43e8-b5fd-079d71b03771 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:33.617838 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:33.632055 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bb864-f0bb-4a53-a6e3-675bc93af97a req-f20ed3c0-ee2b-4dd9-b463-288612b3758c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:33.633481 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-249bb864-f0bb-4a53-a6e3-675bc93af97a req-f20ed3c0-ee2b-4dd9-b463-288612b3758c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 944 time: 0.0525396 Jul 20 09:41:33.640320 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:33.676997 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:33.689463 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:33.707956 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-249bb864-f0bb-4a53-a6e3-675bc93af97a req-a8aefc48-59c8-47b7-8d4e-b6874beef501 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683038 Jul 20 09:41:33.775321 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [req-6a98b02c-8103-4b97-9f75-cb8f0c9d9f6c req-e737fdc5-6c35-43e8-b5fd-079d71b03771 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] For port 2c6b639d-4460-4929-a29a-c38cbf380511, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c6b639d-4460-4929-a29a-c38cbf380511,segment=NetworkSegment(af83508d-4d64-45bc-883a-1f690c3df1ed),segment_id=af83508d-4d64-45bc-883a-1f690c3df1ed)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:33.804102 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-6a98b02c-8103-4b97-9f75-cb8f0c9d9f6c req-e737fdc5-6c35-43e8-b5fd-079d71b03771 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for port (2c6b639d-4460-4929-a29a-c38cbf380511), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:33.808921 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-6a98b02c-8103-4b97-9f75-cb8f0c9d9f6c req-e737fdc5-6c35-43e8-b5fd-079d71b03771 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966815'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:33.821461 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['2c6b639d-4460-4929-a29a-c38cbf380511'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:41:33.860804 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98b02c-8103-4b97-9f75-cb8f0c9d9f6c req-e737fdc5-6c35-43e8-b5fd-079d71b03771 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:33.861435 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [req-6a98b02c-8103-4b97-9f75-cb8f0c9d9f6c req-e737fdc5-6c35-43e8-b5fd-079d71b03771 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:33.863404 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6a98b02c-8103-4b97-9f75-cb8f0c9d9f6c req-e737fdc5-6c35-43e8-b5fd-079d71b03771 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "PUT /v2.0/ports/2c6b639d-4460-4929-a29a-c38cbf380511 HTTP/1.1" status: 200 len: 943 time: 0.3736961 Jul 20 09:41:33.865698 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'tag': '2c6b639d-4460-4929-a29a-c38cbf380511'}] {{(pid=104190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:41:33.868250 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f162af37f3659de9440c7e430c3edd450bd963b23e10d3d3f066ed0a9258c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6f1a15-8c4d-4c72-8465-ba34407b5969" -d '{"events": [{"name": "network-changed", "server_uuid": "41ddf4cc-330e-4e95-9081-bf40e350914c", "tag": "2c6b639d-4460-4929-a29a-c38cbf380511"}]}' {{(pid=104190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:41:33.872063 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53308) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:33.912537 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737fdc5-6c35-43e8-b5fd-079d71b03771 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Pushing event updated for resources: {'Port': ['ID=2c6b639d-4460-4929-a29a-c38cbf380511,revision_number=7']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:33.958996 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['2c6b639d-4460-4929-a29a-c38cbf380511'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:41:33.962162 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:33.970981 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8d39-7b1d-4fbb-8213-2ac64b3cd59e tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group (d5604d77-a207-4fb6-9670-407112042b50), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:34.003171 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515e3580-6c7e-4a5a-adb6-825ce2d92c60 x-openstack-request-id: req-515e3580-6c7e-4a5a-adb6-825ce2d92c60 {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:41:34.003501 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ddf4cc-330e-4e95-9081-bf40e350914c", "tag": "2c6b639d-4460-4929-a29a-c38cbf380511", "status": "completed", "code": 200}]} {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:41:34.003752 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-515e3580-6c7e-4a5a-adb6-825ce2d92c60 {{(pid=104190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:41:34.004157 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515e3580-6c7e-4a5a-adb6-825ce2d92c60'] response: {'name': 'network-changed', 'server_uuid': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'tag': '2c6b639d-4460-4929-a29a-c38cbf380511', 'status': 'completed', 'code': 200} Jul 20 09:41:34.013256 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8d39-7b1d-4fbb-8213-2ac64b3cd59e tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group (d5604d77-a207-4fb6-9670-407112042b50), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:34.107095 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8d39-7b1d-4fbb-8213-2ac64b3cd59e tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (d5604d77-a207-4fb6-9670-407112042b50), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:34.110705 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8d39-7b1d-4fbb-8213-2ac64b3cd59e tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:34.112096 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-6f1f8d39-7b1d-4fbb-8213-2ac64b3cd59e tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "DELETE /v2.0/security-groups/d5604d77-a207-4fb6-9670-407112042b50 HTTP/1.1" status: 204 len: 168 time: 0.2395580 Jul 20 09:41:34.115031 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53314) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:34.122977 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f8d39-7b1d-4fbb-8213-2ac64b3cd59e tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5604d77-a207-4fb6-9670-407112042b50,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:34.208013 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-929277f0-ff5d-4676-a2b4-3181fa33a917 None None] Provisioning complete for port 2c6b639d-4460-4929-a29a-c38cbf380511 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:41:34.208387 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-929277f0-ff5d-4676-a2b4-3181fa33a917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:34.218391 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f1a15-8c4d-4c72-8465-ba34407b5969 req-b5105b89-bb88-488d-a14b-703f4506f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:34.219931 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4e6f1a15-8c4d-4c72-8465-ba34407b5969 req-b5105b89-bb88-488d-a14b-703f4506f0ba service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=65ccb95f08764f99b5a5c1166c42410b&device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 1130 time: 0.1832888 Jul 20 09:41:34.290283 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-d6330ee0-8eff-4983-92fb-e80393fab839 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Deleting port f434d4be-ce42-4c9b-8f1c-2bbb810a54a7 {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:34.290916 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d6330ee0-8eff-4983-92fb-e80393fab839 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (f434d4be-ce42-4c9b-8f1c-2bbb810a54a7), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:34.336110 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f1a15-8c4d-4c72-8465-ba34407b5969 req-0f6d345d-3db4-4dd3-a18f-2d0acdcfda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:34.337676 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4e6f1a15-8c4d-4c72-8465-ba34407b5969 req-0f6d345d-3db4-4dd3-a18f-2d0acdcfda54 service neutron] 10.222.0.17 "GET /v2.0/networks?id=7ed66025-4c0d-4641-af19-2ad6eb5abae0 HTTP/1.1" status: 200 len: 915 time: 0.1087332 Jul 20 09:41:34.348485 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-929277f0-ff5d-4676-a2b4-3181fa33a917 None None] Current status of the port 2c6b639d-4460-4929-a29a-c38cbf380511 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:41:34.391870 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d6330ee0-8eff-4983-92fb-e80393fab839 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (f434d4be-ce42-4c9b-8f1c-2bbb810a54a7), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:34.392287 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d6330ee0-8eff-4983-92fb-e80393fab839 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for floatingip (f434d4be-ce42-4c9b-8f1c-2bbb810a54a7), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:34.405844 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-d6330ee0-8eff-4983-92fb-e80393fab839 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Calling delete_port for f434d4be-ce42-4c9b-8f1c-2bbb810a54a7 owned by network:floatingip {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:34.416384 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4e6f1a15-8c4d-4c72-8465-ba34407b5969 req-f87c32bf-2594-49d1-b6f8-ad08330102d7 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c6b639d-4460-4929-a29a-c38cbf380511 HTTP/1.1" status: 200 len: 1001 time: 0.0661285 Jul 20 09:41:34.482779 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f1a15-8c4d-4c72-8465-ba34407b5969 req-d2c8cd72-ca55-4101-8a01-85f4ba9bc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:34.484322 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4e6f1a15-8c4d-4c72-8465-ba34407b5969 req-d2c8cd72-ca55-4101-8a01-85f4ba9bc28b service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2dea8d0e-ab74-426c-933e-b1c49f876204 HTTP/1.1" status: 200 len: 853 time: 0.0487731 Jul 20 09:41:34.531712 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f1a15-8c4d-4c72-8465-ba34407b5969 req-dc26085f-22f9-4cd3-a55a-bb5f2ea16318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:34.533329 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4e6f1a15-8c4d-4c72-8465-ba34407b5969 req-dc26085f-22f9-4cd3-a55a-bb5f2ea16318 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=7ed66025-4c0d-4641-af19-2ad6eb5abae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425570 Jul 20 09:41:34.605648 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d6330ee0-8eff-4983-92fb-e80393fab839 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (f434d4be-ce42-4c9b-8f1c-2bbb810a54a7), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:34.634132 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6330ee0-8eff-4983-92fb-e80393fab839 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Pushing event deleted for resources: {'Port': ['ID=f434d4be-ce42-4c9b-8f1c-2bbb810a54a7,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:34.687249 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4e6f1a15-8c4d-4c72-8465-ba34407b5969 req-6b46fe37-3269-447d-a205-4bebef8d4d10 service neutron] 10.222.0.17 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468024 Jul 20 09:41:34.701754 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d6330ee0-8eff-4983-92fb-e80393fab839 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks [] for floatingip (806290e1-2b27-4545-a560-9fd52f9a9cba), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:34.702008 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.l3_db [None req-d6330ee0-8eff-4983-92fb-e80393fab839 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Floating IP 806290e1-2b27-4545-a560-9fd52f9a9cba disassociated (deleted). External IP: 172.27.1.98, port: 2c6b639d-4460-4929-a29a-c38cbf380511. Jul 20 09:41:34.821503 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:34.825363 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:34.881322 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4e6f1a15-8c4d-4c72-8465-ba34407b5969 req-4bfe06f7-a386-4a3e-a6d9-b1874396c171 service neutron] 10.222.0.17 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865957 Jul 20 09:41:34.903646 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376d6b1-1e2d-423a-ae97-6b5f44466611 req-26e23022-a46e-4f96-a86a-293088cbd9be tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:34.910673 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1376d6b1-1e2d-423a-ae97-6b5f44466611 req-26e23022-a46e-4f96-a86a-293088cbd9be tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 944 time: 0.1043277 Jul 20 09:41:34.919648 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:34.967932 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1376d6b1-1e2d-423a-ae97-6b5f44466611 req-e93142de-b96b-4b1a-baab-015732eb4447 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562410 Jul 20 09:41:34.968414 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53350) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:34.996380 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6330ee0-8eff-4983-92fb-e80393fab839 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Router db065ce2-7dde-4347-aa3d-943addef8de0 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:41:35.119220 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6330ee0-8eff-4983-92fb-e80393fab839 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:41:35.124027 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d6330ee0-8eff-4983-92fb-e80393fab839 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:35.132593 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81647324-9871-4efa-902f-8f8e475541a1 None None] Sync routers for ids ['db065ce2-7dde-4347-aa3d-943addef8de0'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:41:35.152788 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5097a2a2-1e8d-4e35-8e08-31e218584b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:35.156950 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81647324-9871-4efa-902f-8f8e475541a1 None None] Routers {'db065ce2-7dde-4347-aa3d-943addef8de0'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:41:35.157698 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-81647324-9871-4efa-902f-8f8e475541a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['db065ce2-7dde-4347-aa3d-943addef8de0'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:35.173518 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-d6330ee0-8eff-4983-92fb-e80393fab839 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "DELETE /v2.0/floatingips/806290e1-2b27-4545-a560-9fd52f9a9cba HTTP/1.1" status: 204 len: 168 time: 1.0572040 Jul 20 09:41:35.262531 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 859157aa-b638-4b4f-b43f-7f70703c0a47 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:41:35.300969 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5097a2a2-1e8d-4e35-8e08-31e218584b42 admin admin] Publish callbacks [] for security_group (86c9b25f-bdf4-4ecc-9f46-10af0618cc55), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:35.309696 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5097a2a2-1e8d-4e35-8e08-31e218584b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (86c9b25f-bdf4-4ecc-9f46-10af0618cc55), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:35.359794 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097a2a2-1e8d-4e35-8e08-31e218584b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c9b25f-bdf4-4ecc-9f46-10af0618cc55,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:35.370929 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 859157aa-b638-4b4f-b43f-7f70703c0a47 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:41:35.372702 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:35.379179 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-5097a2a2-1e8d-4e35-8e08-31e218584b42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4620033402a34d98814dd490b3ec13dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4097445 Jul 20 09:41:35.381104 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-81647324-9871-4efa-902f-8f8e475541a1 None None] Set router db065ce2-7dde-4347-aa3d-943addef8de0 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:41:35.382046 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53366) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:35.473571 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7432930b-d0bf-4159-b8e7-f7eca8516b28 admin admin] Publish callbacks [] for security_group (86c9b25f-bdf4-4ecc-9f46-10af0618cc55), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:35.499738 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7432930b-d0bf-4159-b8e7-f7eca8516b28 admin admin] Publish callbacks [] for security_group (86c9b25f-bdf4-4ecc-9f46-10af0618cc55), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:35.559249 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7432930b-d0bf-4159-b8e7-f7eca8516b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (86c9b25f-bdf4-4ecc-9f46-10af0618cc55), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:35.562947 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7432930b-d0bf-4159-b8e7-f7eca8516b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:35.564323 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-7432930b-d0bf-4159-b8e7-f7eca8516b28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86c9b25f-bdf4-4ecc-9f46-10af0618cc55 HTTP/1.1" status: 204 len: 168 time: 0.1812153 Jul 20 09:41:35.574775 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432930b-d0bf-4159-b8e7-f7eca8516b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c9b25f-bdf4-4ecc-9f46-10af0618cc55,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:35.681761 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 859157aa-b638-4b4f-b43f-7f70703c0a47 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:41:35.682159 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:35.746802 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859157aa-b638-4b4f-b43f-7f70703c0a47'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:41:35.748998 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9e3e60-79cc-46ef-863a-89472b96fc2e" -d '{"events": [{"server_uuid": "8c1aa3a0-cf51-4942-abc5-e059ed3eca20", "name": "network-vif-plugged", "status": "completed", "tag": "859157aa-b638-4b4f-b43f-7f70703c0a47"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:41:35.782785 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-81647324-9871-4efa-902f-8f8e475541a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:17Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 4, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'gw_port': {'id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:18Z', 'updated_at': '2022-07-20T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd238acb5-c84d-408f-b07d-6e97883ecf2b', 'name': '', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'mac_address': 'fa:16:3e:f0:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:20Z', 'updated_at': '2022-07-20T09:39:26Z', 'revision_number': 5, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'subnets': [{'id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:35.804262 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 859157aa-b638-4b4f-b43f-7f70703c0a47, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=859157aa-b638-4b4f-b43f-7f70703c0a47,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:35.863176 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5482f94-1841-49f5-b9d5-d39f9583ff21 x-openstack-request-id: req-b5482f94-1841-49f5-b9d5-d39f9583ff21 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:41:35.863914 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1aa3a0-cf51-4942-abc5-e059ed3eca20", "name": "network-vif-plugged", "status": "completed", "tag": "859157aa-b638-4b4f-b43f-7f70703c0a47", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:41:35.864362 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5482f94-1841-49f5-b9d5-d39f9583ff21 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:41:35.865056 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5482f94-1841-49f5-b9d5-d39f9583ff21'] response: {'server_uuid': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'code': 200} Jul 20 09:41:35.865878 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:35.872035 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81647324-9871-4efa-902f-8f8e475541a1 None None] Checking router: db065ce2-7dde-4347-aa3d-943addef8de0 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:41:35.936488 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81647324-9871-4efa-902f-8f8e475541a1 None None] Routers {'db065ce2-7dde-4347-aa3d-943addef8de0'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:41:35.937125 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-81647324-9871-4efa-902f-8f8e475541a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['db065ce2-7dde-4347-aa3d-943addef8de0'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:35.993801 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=859157aa-b638-4b4f-b43f-7f70703c0a47,revision_number=7']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:36.005300 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'tag': '2c6b639d-4460-4929-a29a-c38cbf380511'}] {{(pid=104190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:41:36.007772 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f162af37f3659de9440c7e430c3edd450bd963b23e10d3d3f066ed0a9258c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7992ebd5-5291-4151-a644-cea1772b4a94" -d '{"events": [{"name": "network-changed", "server_uuid": "41ddf4cc-330e-4e95-9081-bf40e350914c", "tag": "2c6b639d-4460-4929-a29a-c38cbf380511"}]}' {{(pid=104190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:41:36.071731 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da323504-4aaf-4553-8fa5-1e0e3e2d1200 x-openstack-request-id: req-da323504-4aaf-4553-8fa5-1e0e3e2d1200 {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:41:36.073819 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ddf4cc-330e-4e95-9081-bf40e350914c", "tag": "2c6b639d-4460-4929-a29a-c38cbf380511", "status": "completed", "code": 200}]} {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:41:36.079783 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da323504-4aaf-4553-8fa5-1e0e3e2d1200 {{(pid=104190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:41:36.083209 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da323504-4aaf-4553-8fa5-1e0e3e2d1200'] response: {'name': 'network-changed', 'server_uuid': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'tag': '2c6b639d-4460-4929-a29a-c38cbf380511', 'status': 'completed', 'code': 200} Jul 20 09:41:36.134962 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-81647324-9871-4efa-902f-8f8e475541a1 None None] Set router db065ce2-7dde-4347-aa3d-943addef8de0 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:41:36.162871 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aef7f-f58e-4c74-a407-b40101dcfd09 req-d0842630-b92d-42d0-9f9b-750168641b71 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:36.174857 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:36.178714 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-446aef7f-f58e-4c74-a407-b40101dcfd09 req-d0842630-b92d-42d0-9f9b-750168641b71 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0838399 Jul 20 09:41:36.240580 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:36.269439 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992ebd5-5291-4151-a644-cea1772b4a94 req-6f20e7b7-92bb-425a-873e-6fef1303181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:36.271681 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7992ebd5-5291-4151-a644-cea1772b4a94 req-6f20e7b7-92bb-425a-873e-6fef1303181e service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=65ccb95f08764f99b5a5c1166c42410b&device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 1130 time: 0.0915565 Jul 20 09:41:36.298429 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:36.378379 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-446aef7f-f58e-4c74-a407-b40101dcfd09 req-85e27ace-ceda-4fd3-aeef-67f6d241852c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774063 Jul 20 09:41:36.497900 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992ebd5-5291-4151-a644-cea1772b4a94 req-afaf5bc5-3745-49be-a456-ccfada836815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:36.500199 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7992ebd5-5291-4151-a644-cea1772b4a94 req-afaf5bc5-3745-49be-a456-ccfada836815 service neutron] 10.222.0.17 "GET /v2.0/networks?id=7ed66025-4c0d-4641-af19-2ad6eb5abae0 HTTP/1.1" status: 200 len: 915 time: 0.2217371 Jul 20 09:41:36.558452 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7992ebd5-5291-4151-a644-cea1772b4a94 req-f8620f68-f012-43fa-98d9-8385de41d5e8 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c6b639d-4460-4929-a29a-c38cbf380511 HTTP/1.1" status: 200 len: 217 time: 0.0505850 Jul 20 09:41:36.569738 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-81647324-9871-4efa-902f-8f8e475541a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:17Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 4, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'gw_port': {'id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:18Z', 'updated_at': '2022-07-20T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd238acb5-c84d-408f-b07d-6e97883ecf2b', 'name': '', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'mac_address': 'fa:16:3e:f0:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:20Z', 'updated_at': '2022-07-20T09:39:26Z', 'revision_number': 5, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'subnets': [{'id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:36.635968 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992ebd5-5291-4151-a644-cea1772b4a94 req-6c23b68b-012c-4ac8-81a0-1520d3e4537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:36.639823 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7992ebd5-5291-4151-a644-cea1772b4a94 req-6c23b68b-012c-4ac8-81a0-1520d3e4537d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2dea8d0e-ab74-426c-933e-b1c49f876204 HTTP/1.1" status: 200 len: 853 time: 0.0732713 Jul 20 09:41:36.643165 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81647324-9871-4efa-902f-8f8e475541a1 None None] The sync data for ids ['db065ce2-7dde-4347-aa3d-943addef8de0'] in dv-cinder-822822-3-iscsi is: [{'id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:17Z', 'updated_at': '2022-07-20T09:39:21Z', 'revision_number': 4, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'gw_port': {'id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:18Z', 'updated_at': '2022-07-20T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd238acb5-c84d-408f-b07d-6e97883ecf2b', 'name': '', 'network_id': '7ed66025-4c0d-4641-af19-2ad6eb5abae0', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'mac_address': 'fa:16:3e:f0:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:20Z', 'updated_at': '2022-07-20T09:39:26Z', 'revision_number': 5, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'subnets': [{'id': '2dea8d0e-ab74-426c-933e-b1c49f876204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:41:36.729441 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992ebd5-5291-4151-a644-cea1772b4a94 req-0281f6f0-5d27-42bc-aa46-3194749ced93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:36.731276 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7992ebd5-5291-4151-a644-cea1772b4a94 req-0281f6f0-5d27-42bc-aa46-3194749ced93 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=7ed66025-4c0d-4641-af19-2ad6eb5abae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828989 Jul 20 09:41:36.915052 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7992ebd5-5291-4151-a644-cea1772b4a94 req-cb3e1538-1158-48ab-a584-a401cd872418 service neutron] 10.222.0.17 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754448 Jul 20 09:41:37.043375 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfb8160-1a91-4fab-8a7e-f6b4798ad24a None None] New status for floating IP 806290e1-2b27-4545-a560-9fd52f9a9cba: DOWN {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:41:37.083208 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7992ebd5-5291-4151-a644-cea1772b4a94 req-24c15e77-ef8c-49f2-9a5e-bd2ef3b10a74 service neutron] 10.222.0.17 "GET /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584468 Jul 20 09:41:37.556674 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559211e7-d009-408b-a7d9-cee4ee07df87 req-dead7b8b-e15d-4c42-a0c7-f6d0166002c6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:37.559263 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-559211e7-d009-408b-a7d9-cee4ee07df87 req-dead7b8b-e15d-4c42-a0c7-f6d0166002c6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0783231 Jul 20 09:41:37.625072 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-559211e7-d009-408b-a7d9-cee4ee07df87 req-c761cbd5-b6fe-454e-a174-0216f3afa928 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601940 Jul 20 09:41:38.360615 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b11e7b-c577-416f-bda3-ff2de1c2a513 req-175ad297-99bf-485f-bccc-fa7ecea9445e tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:38.369168 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f6b11e7b-c577-416f-bda3-ff2de1c2a513 req-175ad297-99bf-485f-bccc-fa7ecea9445e tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 946 time: 0.1017051 Jul 20 09:41:38.435760 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f6b11e7b-c577-416f-bda3-ff2de1c2a513 req-4f1c08c3-80cd-4e99-8610-bda983c433db tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655291 Jul 20 09:41:38.750122 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057f93d-a104-4749-b2ec-40012fec8544 req-c695356a-3e52-4718-a3bc-f18f0c6429d8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:38.752401 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d057f93d-a104-4749-b2ec-40012fec8544 req-c695356a-3e52-4718-a3bc-f18f0c6429d8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0526590 Jul 20 09:41:38.802097 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d057f93d-a104-4749-b2ec-40012fec8544 req-16348e3f-9200-42f9-8395-364e51feb205 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438333 Jul 20 09:41:39.573293 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4340b0d-89c8-4ac2-af01-497eede7be33 req-1dae1267-6f7c-428d-827d-2c80f18248c5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:39.575641 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f4340b0d-89c8-4ac2-af01-497eede7be33 req-1dae1267-6f7c-428d-827d-2c80f18248c5 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 946 time: 0.0598245 Jul 20 09:41:39.628125 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f4340b0d-89c8-4ac2-af01-497eede7be33 req-ee108524-4508-4d25-befe-7dac9375882e tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/security-groups?id=772c4427-d555-4626-97fd-f100c2ad5bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470228 Jul 20 09:41:39.970903 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d77a2-ce80-4808-b16a-5d1c122aed1b req-2e34b9d6-e0ce-45c3-91e9-977868a6bbd0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:39.972614 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-618d77a2-ce80-4808-b16a-5d1c122aed1b req-2e34b9d6-e0ce-45c3-91e9-977868a6bbd0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0580249 Jul 20 09:41:40.018151 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:40.026949 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-618d77a2-ce80-4808-b16a-5d1c122aed1b req-cc382861-8c70-49dd-8e1a-1759357bd302 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461869 Jul 20 09:41:40.288704 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873dd18-8ed8-4041-9f80-0c9fcd15de20 req-9e5eea23-dfae-4e0f-a739-652ca9b70e8e tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:40.290298 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2873dd18-8ed8-4041-9f80-0c9fcd15de20 req-9e5eea23-dfae-4e0f-a739-652ca9b70e8e tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.17 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 946 time: 0.0692279 Jul 20 09:41:40.399523 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-2873dd18-8ed8-4041-9f80-0c9fcd15de20 req-df0f6fd5-8669-4c7a-8bf4-669221a6dc50 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Deleting port 2c6b639d-4460-4929-a29a-c38cbf380511 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:40.400223 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2873dd18-8ed8-4041-9f80-0c9fcd15de20 req-df0f6fd5-8669-4c7a-8bf4-669221a6dc50 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:40.533095 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-2873dd18-8ed8-4041-9f80-0c9fcd15de20 req-df0f6fd5-8669-4c7a-8bf4-669221a6dc50 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] For port 2c6b639d-4460-4929-a29a-c38cbf380511, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2c6b639d-4460-4929-a29a-c38cbf380511,segment=NetworkSegment(af83508d-4d64-45bc-883a-1f690c3df1ed),segment_id=af83508d-4d64-45bc-883a-1f690c3df1ed)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:40.533828 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2873dd18-8ed8-4041-9f80-0c9fcd15de20 req-df0f6fd5-8669-4c7a-8bf4-669221a6dc50 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:40.549369 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-2873dd18-8ed8-4041-9f80-0c9fcd15de20 req-df0f6fd5-8669-4c7a-8bf4-669221a6dc50 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Calling delete_port for 2c6b639d-4460-4929-a29a-c38cbf380511 owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:40.616419 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:40.703396 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2873dd18-8ed8-4041-9f80-0c9fcd15de20 req-df0f6fd5-8669-4c7a-8bf4-669221a6dc50 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (2c6b639d-4460-4929-a29a-c38cbf380511), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:40.719681 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['2c6b639d-4460-4929-a29a-c38cbf380511'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:41:40.745844 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f6fd5-8669-4c7a-8bf4-669221a6dc50 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Pushing event deleted for resources: {'Port': ['ID=2c6b639d-4460-4929-a29a-c38cbf380511,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:40.790542 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e57e4038-ff7e-4999-aeb1-bea0e7e77ffa req-f2e4c85e-de9e-4bfe-a8a5-0c10cca7f38d tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.18 "GET /v2.0/ports?device_id=41ddf4cc-330e-4e95-9081-bf40e350914c HTTP/1.1" status: 200 len: 210 time: 0.0488348 Jul 20 09:41:40.826028 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-2873dd18-8ed8-4041-9f80-0c9fcd15de20 req-df0f6fd5-8669-4c7a-8bf4-669221a6dc50 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] No DVR routers for this DVR port 2c6b639d-4460-4929-a29a-c38cbf380511 on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:41:40.830208 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2873dd18-8ed8-4041-9f80-0c9fcd15de20 req-df0f6fd5-8669-4c7a-8bf4-669221a6dc50 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:40.834253 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2873dd18-8ed8-4041-9f80-0c9fcd15de20 req-df0f6fd5-8669-4c7a-8bf4-669221a6dc50 tempest-TestMinimumBasicScenario-250578081 tempest-TestMinimumBasicScenario-250578081-project] 10.222.0.17 "DELETE /v2.0/ports/2c6b639d-4460-4929-a29a-c38cbf380511 HTTP/1.1" status: 204 len: 173 time: 0.5372050 Jul 20 09:41:40.834772 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'name': 'network-vif-deleted', 'tag': '2c6b639d-4460-4929-a29a-c38cbf380511'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:41:40.837319 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462a486c-c847-431f-9a30-51c2fad8893e" -d '{"events": [{"server_uuid": "41ddf4cc-330e-4e95-9081-bf40e350914c", "name": "network-vif-deleted", "tag": "2c6b639d-4460-4929-a29a-c38cbf380511"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:41:41.041499 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f3f645-5620-4852-8168-680759a922ef x-openstack-request-id: req-17f3f645-5620-4852-8168-680759a922ef {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:41:41.042152 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ddf4cc-330e-4e95-9081-bf40e350914c", "name": "network-vif-deleted", "tag": "2c6b639d-4460-4929-a29a-c38cbf380511", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:41:41.042703 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17f3f645-5620-4852-8168-680759a922ef {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:41:41.043071 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f3f645-5620-4852-8168-680759a922ef'] response: {'server_uuid': '41ddf4cc-330e-4e95-9081-bf40e350914c', 'name': 'network-vif-deleted', 'tag': '2c6b639d-4460-4929-a29a-c38cbf380511', 'status': 'completed', 'code': 200} Jul 20 09:41:41.189669 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdc237-cde6-4f54-8c32-259c62265af3 req-3408c0f9-8065-4eb7-aec3-36bf6e31b2a8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:41.191423 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ddbdc237-cde6-4f54-8c32-259c62265af3 req-3408c0f9-8065-4eb7-aec3-36bf6e31b2a8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0854876 Jul 20 09:41:41.266756 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:41.284691 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ddbdc237-cde6-4f54-8c32-259c62265af3 req-fdaa566f-721c-4f91-b705-368818db5003 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834775 Jul 20 09:41:42.427612 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd29bea-d5ab-478c-a74c-4036027aca75 req-eba14f00-f853-4b75-a7b2-a87e6d60ec28 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:42.429109 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-abd29bea-d5ab-478c-a74c-4036027aca75 req-eba14f00-f853-4b75-a7b2-a87e6d60ec28 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0534875 Jul 20 09:41:42.544291 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-abd29bea-d5ab-478c-a74c-4036027aca75 req-12ba35df-333f-4c71-aebb-5e1691423f79 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028705 Jul 20 09:41:42.720808 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53526) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:43.260864 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:43.327998 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9c44bf9a-ad6a-4869-b58b-6afb7f39d0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666018'] for router_interface (db065ce2-7dde-4347-aa3d-943addef8de0), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:43.683109 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-9c44bf9a-ad6a-4869-b58b-6afb7f39d0f5 admin admin] Deleting port d238acb5-c84d-408f-b07d-6e97883ecf2b {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:43.683585 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9c44bf9a-ad6a-4869-b58b-6afb7f39d0f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:43.706084 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf4ab6-ad52-4321-8cc7-a3f12d758aab req-4e9e66e9-646c-4948-a7d9-d223bdc1294d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:43.718229 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f0bf4ab6-ad52-4321-8cc7-a3f12d758aab req-4e9e66e9-646c-4948-a7d9-d223bdc1294d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0754418 Jul 20 09:41:43.783047 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [None req-9c44bf9a-ad6a-4869-b58b-6afb7f39d0f5 admin admin] For port d238acb5-c84d-408f-b07d-6e97883ecf2b, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=d238acb5-c84d-408f-b07d-6e97883ecf2b,segment=NetworkSegment(af83508d-4d64-45bc-883a-1f690c3df1ed),segment_id=af83508d-4d64-45bc-883a-1f690c3df1ed)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:43.783804 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9c44bf9a-ad6a-4869-b58b-6afb7f39d0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:43.795782 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f0bf4ab6-ad52-4321-8cc7-a3f12d758aab req-5ae9cc66-8efb-44ba-9c9f-5def1011c9ac tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750785 Jul 20 09:41:43.800229 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-9c44bf9a-ad6a-4869-b58b-6afb7f39d0f5 admin admin] Calling delete_port for d238acb5-c84d-408f-b07d-6e97883ecf2b owned by network:router_interface {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:43.976664 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:44.033060 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9c44bf9a-ad6a-4869-b58b-6afb7f39d0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (d238acb5-c84d-408f-b07d-6e97883ecf2b), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:44.075040 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44bf9a-ad6a-4869-b58b-6afb7f39d0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d238acb5-c84d-408f-b07d-6e97883ecf2b,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:44.232594 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 2c6b639d-4460-4929-a29a-c38cbf380511 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:41:44.281102 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: 2c6b639d-4460-4929-a29a-c38cbf380511 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:41:44.281833 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 2c6b639d-4460-4929-a29a-c38cbf380511 not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:41:44.294881 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9c44bf9a-ad6a-4869-b58b-6afb7f39d0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665942'] for router_interface (db065ce2-7dde-4347-aa3d-943addef8de0), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:44.411946 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:44.548061 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c44bf9a-ad6a-4869-b58b-6afb7f39d0f5 admin admin] Router db065ce2-7dde-4347-aa3d-943addef8de0 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:41:44.689015 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c44bf9a-ad6a-4869-b58b-6afb7f39d0f5 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:41:44.699243 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cfb045-2e03-41d6-9241-3e005d8a8546 None None] Sync routers for ids ['db065ce2-7dde-4347-aa3d-943addef8de0'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:41:44.718995 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-9c44bf9a-ad6a-4869-b58b-6afb7f39d0f5 admin admin] 10.222.0.18 "PUT /v2.0/routers/db065ce2-7dde-4347-aa3d-943addef8de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9944901 Jul 20 09:41:44.719766 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53554) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:44.735684 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cfb045-2e03-41d6-9241-3e005d8a8546 None None] Routers {'db065ce2-7dde-4347-aa3d-943addef8de0'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:41:44.736443 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-41cfb045-2e03-41d6-9241-3e005d8a8546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['db065ce2-7dde-4347-aa3d-943addef8de0'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:44.858660 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-41cfb045-2e03-41d6-9241-3e005d8a8546 None None] Set router db065ce2-7dde-4347-aa3d-943addef8de0 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:41:45.016620 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63adfe-8ddf-4b0f-99da-ba15a282e9ad req-96ef504f-1f9f-42f6-8bf7-20614f60cf72 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:45.018372 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3a63adfe-8ddf-4b0f-99da-ba15a282e9ad req-96ef504f-1f9f-42f6-8bf7-20614f60cf72 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0806682 Jul 20 09:41:45.057177 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] Publish callbacks [] for router (db065ce2-7dde-4347-aa3d-943addef8de0), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:45.098000 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-41cfb045-2e03-41d6-9241-3e005d8a8546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:17Z', 'updated_at': '2022-07-20T09:41:43Z', 'revision_number': 5, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'gw_port': {'id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:18Z', 'updated_at': '2022-07-20T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:45.130783 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cfb045-2e03-41d6-9241-3e005d8a8546 None None] Checking router: db065ce2-7dde-4347-aa3d-943addef8de0 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:41:45.140945 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cfb045-2e03-41d6-9241-3e005d8a8546 None None] Routers {'db065ce2-7dde-4347-aa3d-943addef8de0'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:41:45.141832 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-41cfb045-2e03-41d6-9241-3e005d8a8546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['db065ce2-7dde-4347-aa3d-943addef8de0'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:45.198166 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3a63adfe-8ddf-4b0f-99da-ba15a282e9ad req-eb7f0c8c-fcaa-4c99-80dd-1c3a03b34ee8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682267 Jul 20 09:41:45.206976 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:45.301051 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] Publish callbacks [] for router_gateway (db065ce2-7dde-4347-aa3d-943addef8de0), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:45.311835 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-41cfb045-2e03-41d6-9241-3e005d8a8546 None None] Set router db065ce2-7dde-4347-aa3d-943addef8de0 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:41:45.351336 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:45.369704 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] Deleting port 5d274ab8-246b-4b31-96c0-521601fc9524 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:45.370797 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (5d274ab8-246b-4b31-96c0-521601fc9524), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:45.462499 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] For port 5d274ab8-246b-4b31-96c0-521601fc9524, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=5d274ab8-246b-4b31-96c0-521601fc9524,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:45.462961 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (5d274ab8-246b-4b31-96c0-521601fc9524), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:45.481715 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] Calling delete_port for 5d274ab8-246b-4b31-96c0-521601fc9524 owned by network:router_gateway {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:45.515944 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-41cfb045-2e03-41d6-9241-3e005d8a8546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:17Z', 'updated_at': '2022-07-20T09:41:43Z', 'revision_number': 5, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'gw_port': {'id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:18Z', 'updated_at': '2022-07-20T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:45.555001 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cfb045-2e03-41d6-9241-3e005d8a8546 None None] The sync data for ids ['db065ce2-7dde-4347-aa3d-943addef8de0'] in dv-cinder-822822-3-iscsi is: [{'id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'name': 'tempest-TestMinimumBasicScenario-441260488-router', 'tenant_id': '65ccb95f08764f99b5a5c1166c42410b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:17Z', 'updated_at': '2022-07-20T09:41:43Z', 'revision_number': 5, 'project_id': '65ccb95f08764f99b5a5c1166c42410b', 'gw_port': {'id': '5d274ab8-246b-4b31-96c0-521601fc9524', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db065ce2-7dde-4347-aa3d-943addef8de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:18Z', 'updated_at': '2022-07-20T09:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:41:45.955953 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:46.019546 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (5d274ab8-246b-4b31-96c0-521601fc9524), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:46.046285 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d274ab8-246b-4b31-96c0-521601fc9524,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:46.118617 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671293'] for router_gateway (db065ce2-7dde-4347-aa3d-943addef8de0), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:46.231002 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30343'] for router (db065ce2-7dde-4347-aa3d-943addef8de0), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:46.233509 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] Publish callbacks [] for router_controller (db065ce2-7dde-4347-aa3d-943addef8de0), precommit_delete_associations {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:46.298667 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667056'] for router (db065ce2-7dde-4347-aa3d-943addef8de0), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:46.299390 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router db065ce2-7dde-4347-aa3d-943addef8de0 {{(pid=104189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 09:41:46.305098 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:46.306543 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-c28dcbd5-83bb-43b8-a226-3cd246c11a1c admin admin] 10.222.0.18 "DELETE /v2.0/routers/db065ce2-7dde-4347-aa3d-943addef8de0 HTTP/1.1" status: 204 len: 168 time: 1.5854728 Jul 20 09:41:46.309359 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53610) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:46.342902 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f9b3c-bafd-4f5d-91b6-d46a054ed029 req-6092781c-0197-4b03-8677-a21e2d7d45e9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:46.344546 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3c0f9b3c-bafd-4f5d-91b6-d46a054ed029 req-6092781c-0197-4b03-8677-a21e2d7d45e9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0632014 Jul 20 09:41:46.364045 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2312ba-704d-43a9-902c-bb1d263da39c admin admin] Deleting subnet 2dea8d0e-ab74-426c-933e-b1c49f876204 {{(pid=104189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 09:41:46.368186 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-3e2312ba-704d-43a9-902c-bb1d263da39c admin admin] Publish callbacks [] for subnet (2dea8d0e-ab74-426c-933e-b1c49f876204), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:46.398586 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3c0f9b3c-bafd-4f5d-91b6-d46a054ed029 req-6620674a-276f-4477-9f4f-a4c7ee67267f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484412 Jul 20 09:41:46.410446 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-3e2312ba-704d-43a9-902c-bb1d263da39c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390779'] for subnet (2dea8d0e-ab74-426c-933e-b1c49f876204), precommit_delete_associations {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:46.497495 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-3e2312ba-704d-43a9-902c-bb1d263da39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676107'] for subnet (2dea8d0e-ab74-426c-933e-b1c49f876204), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:46.558622 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-3e2312ba-704d-43a9-902c-bb1d263da39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28369975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28340202'] for subnet (2dea8d0e-ab74-426c-933e-b1c49f876204), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:46.572185 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=40 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:46.587059 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2312ba-704d-43a9-902c-bb1d263da39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dea8d0e-ab74-426c-933e-b1c49f876204,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:46.589833 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-3e2312ba-704d-43a9-902c-bb1d263da39c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:46.592919 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-3e2312ba-704d-43a9-902c-bb1d263da39c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2dea8d0e-ab74-426c-933e-b1c49f876204 HTTP/1.1" status: 204 len: 168 time: 0.2825801 Jul 20 09:41:46.595664 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53612) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:46.597900 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9581742f-d463-4072-909f-c393625bcc37 None None] Network 7ed66025-4c0d-4641-af19-2ad6eb5abae0 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:41:46.641179 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649464fd-a2d6-44ce-8c8c-141d8d2417ea req-6612bf18-1f5c-4c26-8a22-53fcbf9e3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:46.642600 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-649464fd-a2d6-44ce-8c8c-141d8d2417ea req-6612bf18-1f5c-4c26-8a22-53fcbf9e3193 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=07eb1473648d490b90a1e7debc45d57d&device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 1129 time: 0.0484085 Jul 20 09:41:46.677888 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1767445'] for network (7ed66025-4c0d-4641-af19-2ad6eb5abae0), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:46.723323 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] Deleting port 65e6e0ae-7f64-43a2-b13d-172a933d6120 {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:46.723673 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:46.724306 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:46.744363 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649464fd-a2d6-44ce-8c8c-141d8d2417ea req-4f97bd0c-1066-46a2-86f4-994f3dcfbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:46.746169 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-649464fd-a2d6-44ce-8c8c-141d8d2417ea req-4f97bd0c-1066-46a2-86f4-994f3dcfbebf service neutron] 10.222.0.17 "GET /v2.0/networks?id=3bc1f444-18bf-42e0-ae56-3a62ba59289b HTTP/1.1" status: 200 len: 918 time: 0.0972157 Jul 20 09:41:46.795151 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] For port 65e6e0ae-7f64-43a2-b13d-172a933d6120, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=65e6e0ae-7f64-43a2-b13d-172a933d6120,segment=NetworkSegment(af83508d-4d64-45bc-883a-1f690c3df1ed),segment_id=af83508d-4d64-45bc-883a-1f690c3df1ed)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:46.796234 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:46.806171 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4032cea3-908a-469b-9629-ce1d75274a2c None None] DHCP port deletion for 7ed66025-4c0d-4641-af19-2ad6eb5abae0 request from dv-cinder-822822-3-iscsi {{(pid=104191) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 09:41:46.812980 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] Calling delete_port for 65e6e0ae-7f64-43a2-b13d-172a933d6120 owned by network:dhcp {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:46.894620 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:46.902482 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:46.928685 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e6e0ae-7f64-43a2-b13d-172a933d6120,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:46.940186 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] No DVR routers for this DVR port 65e6e0ae-7f64-43a2-b13d-172a933d6120 on host dv-cinder-822822-3-iscsi {{(pid=104190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:41:46.994398 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-649464fd-a2d6-44ce-8c8c-141d8d2417ea req-841ce36a-a33f-442f-ab49-a58b23cee418 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859157aa-b638-4b4f-b43f-7f70703c0a47 HTTP/1.1" status: 200 len: 1000 time: 0.0718105 Jul 20 09:41:47.011738 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-4032cea3-908a-469b-9629-ce1d75274a2c None None] Deleting port 65e6e0ae-7f64-43a2-b13d-172a933d6120 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:47.012627 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4032cea3-908a-469b-9629-ce1d75274a2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:47.016401 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:47.037363 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675530', 'neutron.services.segments.db._delete_segments_for_network-8750382056250'] for network (7ed66025-4c0d-4641-af19-2ad6eb5abae0), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:47.064556 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed66025-4c0d-4641-af19-2ad6eb5abae0']}} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:47.069046 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649464fd-a2d6-44ce-8c8c-141d8d2417ea req-14bdbaba-4f4d-4535-9fa8-05553674fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:47.070576 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-649464fd-a2d6-44ce-8c8c-141d8d2417ea req-14bdbaba-4f4d-4535-9fa8-05553674fe16 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c68da9fc-5cd8-47bc-92d3-c39a5383e60d HTTP/1.1" status: 200 len: 856 time: 0.0702841 Jul 20 09:41:47.075162 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af83508d-4d64-45bc-883a-1f690c3df1ed') {'for_net_delete': True} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:47.075496 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af83508d-4d64-45bc-883a-1f690c3df1ed') {} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:47.085755 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750382058051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27026907'] for segment (af83508d-4d64-45bc-883a-1f690c3df1ed), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:47.089604 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-4032cea3-908a-469b-9629-ce1d75274a2c None None] For port 65e6e0ae-7f64-43a2-b13d-172a933d6120, host dv-cinder-822822-3-iscsi, got binding levels [] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:47.089999 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4032cea3-908a-469b-9629-ce1d75274a2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:47.101911 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (af83508d-4d64-45bc-883a-1f690c3df1ed), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:47.103614 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-4032cea3-908a-469b-9629-ce1d75274a2c None None] Calling delete_port for 65e6e0ae-7f64-43a2-b13d-172a933d6120 owned by network:dhcp {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:47.107111 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.ipam_backend_mixin [None req-4032cea3-908a-469b-9629-ce1d75274a2c None None] Port 65e6e0ae-7f64-43a2-b13d-172a933d6120 was not found and therefore no delete operation was performed {{(pid=104191) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 20 09:41:47.108409 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4032cea3-908a-469b-9629-ce1d75274a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894'] for port (65e6e0ae-7f64-43a2-b13d-172a933d6120), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:47.110653 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 09:41:47.111064 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966779'] for segment (af83508d-4d64-45bc-883a-1f690c3df1ed), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:47.134226 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032cea3-908a-469b-9629-ce1d75274a2c None None] Pushing event deleted for resources: {'Port': ['ID=65e6e0ae-7f64-43a2-b13d-172a933d6120,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:47.136121 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032cea3-908a-469b-9629-ce1d75274a2c None None] No DVR routers for this DVR port 65e6e0ae-7f64-43a2-b13d-172a933d6120 on host dv-cinder-822822-3-iscsi {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:41:47.139872 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.services.segments.plugin [-] Segment af83508d-4d64-45bc-883a-1f690c3df1ed resource provider aggregate not found Jul 20 09:41:47.171711 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=52 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:47.184798 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.services.segments.plugin [-] Segment af83508d-4d64-45bc-883a-1f690c3df1ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af83508d-4d64-45bc-883a-1f690c3df1ed found for delete ", "request_id": "req-a56f653f-e4d7-4848-84d5-cea77dd0273a"}]} Jul 20 09:41:47.201737 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671318'] for network (7ed66025-4c0d-4641-af19-2ad6eb5abae0), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:47.210444 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:47.212299 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 5d274ab8-246b-4b31-96c0-521601fc9524 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:41:47.217795 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53624) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:47.217943 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7ed66025-4c0d-4641-af19-2ad6eb5abae0 HTTP/1.1" status: 204 len: 168 time: 0.6211424 Jul 20 09:41:47.231245 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c4c1f-a26d-463c-874b-9f7333c1f8e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed66025-4c0d-4641-af19-2ad6eb5abae0,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:47.238837 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: 5d274ab8-246b-4b31-96c0-521601fc9524 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:41:47.239174 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 5d274ab8-246b-4b31-96c0-521601fc9524 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:41:47.239809 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device d238acb5-c84d-408f-b07d-6e97883ecf2b no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:41:47.262108 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: d238acb5-c84d-408f-b07d-6e97883ecf2b {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:41:47.262455 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device d238acb5-c84d-408f-b07d-6e97883ecf2b not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:41:47.263049 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 65e6e0ae-7f64-43a2-b13d-172a933d6120 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:41:47.285822 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: 65e6e0ae-7f64-43a2-b13d-172a933d6120 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:41:47.286301 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 65e6e0ae-7f64-43a2-b13d-172a933d6120 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:41:47.379685 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649464fd-a2d6-44ce-8c8c-141d8d2417ea req-4074f8c0-e8d3-40b2-976a-9d03a1678369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:47.381306 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-649464fd-a2d6-44ce-8c8c-141d8d2417ea req-4074f8c0-e8d3-40b2-976a-9d03a1678369 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=3bc1f444-18bf-42e0-ae56-3a62ba59289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569782 Jul 20 09:41:47.455692 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:47.605761 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc7d9d-7ccb-4450-9f14-cc85fb139184 req-c19c56a7-2129-4d98-9727-106bafed1004 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:47.607217 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7fcc7d9d-7ccb-4450-9f14-cc85fb139184 req-c19c56a7-2129-4d98-9727-106bafed1004 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0838816 Jul 20 09:41:47.634163 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-649464fd-a2d6-44ce-8c8c-141d8d2417ea req-3bdba04d-828d-460f-9594-90159c3cff9d service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443502 Jul 20 09:41:47.778343 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7fcc7d9d-7ccb-4450-9f14-cc85fb139184 req-f7dd19e1-7f88-4be1-a83a-614563a15b66 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639075 Jul 20 09:41:47.832971 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-649464fd-a2d6-44ce-8c8c-141d8d2417ea req-24ca9ff5-98e6-4774-bf17-ee1f37d0bca4 service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886585 Jul 20 09:41:47.848506 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dbb45734-bfba-4f06-8800-7332953eb40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666018'] for router_interface (cc6a53a4-0eab-4d8e-aea6-09b877527313), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:48.087556 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-dbb45734-bfba-4f06-8800-7332953eb40f admin admin] Deleting port 43f63676-ba4c-422c-9ad5-8826f2d09b85 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:48.088209 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dbb45734-bfba-4f06-8800-7332953eb40f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:48.153416 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:48.177043 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-dbb45734-bfba-4f06-8800-7332953eb40f admin admin] For port 43f63676-ba4c-422c-9ad5-8826f2d09b85, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=43f63676-ba4c-422c-9ad5-8826f2d09b85,segment=NetworkSegment(f89cdbaa-ede7-4063-86ac-9786d43ddc4d),segment_id=f89cdbaa-ede7-4063-86ac-9786d43ddc4d)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:48.177401 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dbb45734-bfba-4f06-8800-7332953eb40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:48.194721 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-dbb45734-bfba-4f06-8800-7332953eb40f admin admin] Calling delete_port for 43f63676-ba4c-422c-9ad5-8826f2d09b85 owned by network:router_interface {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:48.299466 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:48.389955 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dbb45734-bfba-4f06-8800-7332953eb40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (43f63676-ba4c-422c-9ad5-8826f2d09b85), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:48.416205 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb45734-bfba-4f06-8800-7332953eb40f admin admin] Pushing event deleted for resources: {'Port': ['ID=43f63676-ba4c-422c-9ad5-8826f2d09b85,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:48.585161 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dbb45734-bfba-4f06-8800-7332953eb40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665942'] for router_interface (cc6a53a4-0eab-4d8e-aea6-09b877527313), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:48.798171 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb45734-bfba-4f06-8800-7332953eb40f admin admin] Router cc6a53a4-0eab-4d8e-aea6-09b877527313 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:41:48.907159 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1d598-b4c7-468d-bc24-b6209e2d8bd2 req-dee9b629-9f82-4d24-b124-aeb893ed4538 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:48.908582 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-62e1d598-b4c7-468d-bc24-b6209e2d8bd2 req-dee9b629-9f82-4d24-b124-aeb893ed4538 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 945 time: 0.0545766 Jul 20 09:41:48.910349 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb45734-bfba-4f06-8800-7332953eb40f admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:41:48.916277 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-dbb45734-bfba-4f06-8800-7332953eb40f admin admin] 10.222.0.18 "PUT /v2.0/routers/cc6a53a4-0eab-4d8e-aea6-09b877527313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6972311 Jul 20 09:41:48.919736 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53658) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:48.923133 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2415154-5336-4c21-bac3-7764636edcba None None] Sync routers for ids ['cc6a53a4-0eab-4d8e-aea6-09b877527313'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:41:48.935172 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2415154-5336-4c21-bac3-7764636edcba None None] Routers {'cc6a53a4-0eab-4d8e-aea6-09b877527313'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:41:48.935824 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-b2415154-5336-4c21-bac3-7764636edcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['cc6a53a4-0eab-4d8e-aea6-09b877527313'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:48.973704 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53660) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:49.017255 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:49.039643 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-b2415154-5336-4c21-bac3-7764636edcba None None] Set router cc6a53a4-0eab-4d8e-aea6-09b877527313 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:41:49.052543 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-62e1d598-b4c7-468d-bc24-b6209e2d8bd2 req-ef856820-fc2b-4426-a755-0139ed2831d7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227498 Jul 20 09:41:49.063742 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] Publish callbacks [] for router (cc6a53a4-0eab-4d8e-aea6-09b877527313), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:49.103576 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d3f53d3b-7348-4c26-812e-942a50ac56ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:49.170613 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:49.174002 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] Publish callbacks [] for router_gateway (cc6a53a4-0eab-4d8e-aea6-09b877527313), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:49.196344 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d3f53d3b-7348-4c26-812e-942a50ac56ad admin admin] Publish callbacks [] for security_group (43ddd5c0-3ca2-4ad8-9c55-c41df97e2b31), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:49.208414 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d3f53d3b-7348-4c26-812e-942a50ac56ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (43ddd5c0-3ca2-4ad8-9c55-c41df97e2b31), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:49.231591 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] Deleting port b24c7fa8-0fac-4f29-9c68-7b76f5930eee {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:49.232238 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (b24c7fa8-0fac-4f29-9c68-7b76f5930eee), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:49.247013 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-b2415154-5336-4c21-bac3-7764636edcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'name': 'tempest-TestMinimumBasicScenario-551009807-router', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b24c7fa8-0fac-4f29-9c68-7b76f5930eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:23Z', 'updated_at': '2022-07-20T09:41:48Z', 'revision_number': 5, 'project_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'gw_port': {'id': 'b24c7fa8-0fac-4f29-9c68-7b76f5930eee', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:39:24Z', 'updated_at': '2022-07-20T09:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:49.248731 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:49.259551 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-d3f53d3b-7348-4c26-812e-942a50ac56ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0035c298631f46a4a7a3642ab324f863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820618 Jul 20 09:41:49.259551 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f53d3b-7348-4c26-812e-942a50ac56ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ddd5c0-3ca2-4ad8-9c55-c41df97e2b31,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:49.260492 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53664) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:49.273190 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2415154-5336-4c21-bac3-7764636edcba None None] Checking router: cc6a53a4-0eab-4d8e-aea6-09b877527313 for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:41:49.282704 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2415154-5336-4c21-bac3-7764636edcba None None] Routers {'cc6a53a4-0eab-4d8e-aea6-09b877527313'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:41:49.283335 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-b2415154-5336-4c21-bac3-7764636edcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['cc6a53a4-0eab-4d8e-aea6-09b877527313'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:49.340606 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 859157aa-b638-4b4f-b43f-7f70703c0a47 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:41:49.366979 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] For port b24c7fa8-0fac-4f29-9c68-7b76f5930eee, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=b24c7fa8-0fac-4f29-9c68-7b76f5930eee,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:49.367369 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (b24c7fa8-0fac-4f29-9c68-7b76f5930eee), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:49.371263 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-b2415154-5336-4c21-bac3-7764636edcba None None] Set router cc6a53a4-0eab-4d8e-aea6-09b877527313 gateway port host: None {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:41:49.379224 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b79f4ea8-aefc-42d5-9440-93c6996d6fe7 admin admin] Publish callbacks [] for security_group (43ddd5c0-3ca2-4ad8-9c55-c41df97e2b31), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:49.395015 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] Calling delete_port for b24c7fa8-0fac-4f29-9c68-7b76f5930eee owned by network:router_gateway {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:49.414387 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b79f4ea8-aefc-42d5-9440-93c6996d6fe7 admin admin] Publish callbacks [] for security_group (43ddd5c0-3ca2-4ad8-9c55-c41df97e2b31), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:49.422788 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-b2415154-5336-4c21-bac3-7764636edcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'name': 'tempest-TestMinimumBasicScenario-551009807-router', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:23Z', 'updated_at': '2022-07-20T09:41:49Z', 'revision_number': 6, 'project_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'gw_port_host': None}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:49.428674 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 859157aa-b638-4b4f-b43f-7f70703c0a47 is: ACTIVE; New status is: DOWN {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:41:49.429187 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:49.455753 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2415154-5336-4c21-bac3-7764636edcba None None] The sync data for ids ['cc6a53a4-0eab-4d8e-aea6-09b877527313'] in dv-cinder-822822-3-iscsi is: [{'id': 'cc6a53a4-0eab-4d8e-aea6-09b877527313', 'name': 'tempest-TestMinimumBasicScenario-551009807-router', 'tenant_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:39:23Z', 'updated_at': '2022-07-20T09:41:49Z', 'revision_number': 6, 'project_id': '41e77b1ed93048a8a6bfda9c5976ae96', 'gw_port_host': None}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:41:49.472387 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859157aa-b638-4b4f-b43f-7f70703c0a47'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:41:49.474921 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7454f121-4a08-4c99-b120-2803589ce9e1" -d '{"events": [{"server_uuid": "8c1aa3a0-cf51-4942-abc5-e059ed3eca20", "name": "network-vif-unplugged", "status": "completed", "tag": "859157aa-b638-4b4f-b43f-7f70703c0a47"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:41:49.489320 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 859157aa-b638-4b4f-b43f-7f70703c0a47, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=859157aa-b638-4b4f-b43f-7f70703c0a47,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:49.494008 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:49.516721 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:49.568877 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=859157aa-b638-4b4f-b43f-7f70703c0a47,revision_number=8']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:49.571176 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b79f4ea8-aefc-42d5-9440-93c6996d6fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (43ddd5c0-3ca2-4ad8-9c55-c41df97e2b31), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:49.574268 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b79f4ea8-aefc-42d5-9440-93c6996d6fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:49.575447 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-b79f4ea8-aefc-42d5-9440-93c6996d6fe7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43ddd5c0-3ca2-4ad8-9c55-c41df97e2b31 HTTP/1.1" status: 204 len: 168 time: 0.3142717 Jul 20 09:41:49.585963 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f4ea8-aefc-42d5-9440-93c6996d6fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ddd5c0-3ca2-4ad8-9c55-c41df97e2b31,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:49.649542 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (b24c7fa8-0fac-4f29-9c68-7b76f5930eee), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:49.678673 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b24c7fa8-0fac-4f29-9c68-7b76f5930eee,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:49.730772 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 09:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05afd95c-02d5-4e86-94d7-5285861ca5d1 x-openstack-request-id: req-05afd95c-02d5-4e86-94d7-5285861ca5d1 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:41:49.730953 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1aa3a0-cf51-4942-abc5-e059ed3eca20", "name": "network-vif-unplugged", "status": "completed", "tag": "859157aa-b638-4b4f-b43f-7f70703c0a47", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:41:49.731437 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05afd95c-02d5-4e86-94d7-5285861ca5d1 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:41:49.732100 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05afd95c-02d5-4e86-94d7-5285861ca5d1'] response: {'server_uuid': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'code': 200} Jul 20 09:41:49.760311 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671293'] for router_gateway (cc6a53a4-0eab-4d8e-aea6-09b877527313), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:49.935602 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53676) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:49.950823 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-abb34ee4-47f3-4bbf-8b80-b1842d783200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.036968 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-abb34ee4-47f3-4bbf-8b80-b1842d783200 admin admin] Publish callbacks [] for security_group (9c9601b2-b0d6-4fdf-8bbf-bf903ad7dd4e), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.044531 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-abb34ee4-47f3-4bbf-8b80-b1842d783200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (9c9601b2-b0d6-4fdf-8bbf-bf903ad7dd4e), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.085157 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30343'] for router (cc6a53a4-0eab-4d8e-aea6-09b877527313), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.087449 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] Publish callbacks [] for router_controller (cc6a53a4-0eab-4d8e-aea6-09b877527313), precommit_delete_associations {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.093015 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-abb34ee4-47f3-4bbf-8b80-b1842d783200 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbee0ad6ae65427d9f2de452c0ca6319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557441 Jul 20 09:41:50.093719 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb34ee4-47f3-4bbf-8b80-b1842d783200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9601b2-b0d6-4fdf-8bbf-bf903ad7dd4e,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:50.096652 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53680) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:50.148257 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667056'] for router (cc6a53a4-0eab-4d8e-aea6-09b877527313), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.148771 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc6a53a4-0eab-4d8e-aea6-09b877527313 {{(pid=104190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 09:41:50.158195 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.159334 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-5a200d10-d69c-410e-9126-cff7edad15f7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/cc6a53a4-0eab-4d8e-aea6-09b877527313 HTTP/1.1" status: 204 len: 168 time: 1.2384005 Jul 20 09:41:50.162491 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53682) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:50.173156 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:50.212531 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7b4fbb-05b1-43b1-89cc-7d023d8ec9ab admin admin] Deleting subnet 3df0b67e-0cb2-4ae1-873a-5df69078b2c3 {{(pid=104189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 09:41:50.216455 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8f7b4fbb-05b1-43b1-89cc-7d023d8ec9ab admin admin] Publish callbacks [] for subnet (3df0b67e-0cb2-4ae1-873a-5df69078b2c3), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.221715 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8645-0a2c-436b-8abf-01b97bd5fffa admin admin] Publish callbacks [] for security_group (9c9601b2-b0d6-4fdf-8bbf-bf903ad7dd4e), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.234306 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adfec9-3a2b-49a8-a8c3-c4784fd43948 req-0b277656-5eb4-4b40-aa88-a36716567aa9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:50.235864 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-57adfec9-3a2b-49a8-a8c3-c4784fd43948 req-0b277656-5eb4-4b40-aa88-a36716567aa9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0844519 Jul 20 09:41:50.262823 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8f7b4fbb-05b1-43b1-89cc-7d023d8ec9ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390779'] for subnet (3df0b67e-0cb2-4ae1-873a-5df69078b2c3), precommit_delete_associations {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.269581 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8645-0a2c-436b-8abf-01b97bd5fffa admin admin] Publish callbacks [] for security_group (9c9601b2-b0d6-4fdf-8bbf-bf903ad7dd4e), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.325124 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-57adfec9-3a2b-49a8-a8c3-c4784fd43948 req-3f450f9b-e05e-4fa2-876b-085479106ced tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841215 Jul 20 09:41:50.347754 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8645-0a2c-436b-8abf-01b97bd5fffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (9c9601b2-b0d6-4fdf-8bbf-bf903ad7dd4e), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.350432 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8645-0a2c-436b-8abf-01b97bd5fffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.355269 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-b7ba8645-0a2c-436b-8abf-01b97bd5fffa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c9601b2-b0d6-4fdf-8bbf-bf903ad7dd4e HTTP/1.1" status: 204 len: 168 time: 0.2548432 Jul 20 09:41:50.361440 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8645-0a2c-436b-8abf-01b97bd5fffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9601b2-b0d6-4fdf-8bbf-bf903ad7dd4e,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:50.368482 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8f7b4fbb-05b1-43b1-89cc-7d023d8ec9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676107'] for subnet (3df0b67e-0cb2-4ae1-873a-5df69078b2c3), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.447406 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8f7b4fbb-05b1-43b1-89cc-7d023d8ec9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28369975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28340202'] for subnet (3df0b67e-0cb2-4ae1-873a-5df69078b2c3), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.481774 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b4fbb-05b1-43b1-89cc-7d023d8ec9ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df0b67e-0cb2-4ae1-873a-5df69078b2c3,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:50.485541 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8f7b4fbb-05b1-43b1-89cc-7d023d8ec9ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.489141 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-8f7b4fbb-05b1-43b1-89cc-7d023d8ec9ab admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3df0b67e-0cb2-4ae1-873a-5df69078b2c3 HTTP/1.1" status: 204 len: 168 time: 0.3254848 Jul 20 09:41:50.491713 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53692) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:50.495226 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766e2443-1aca-41fa-a799-c2c5f5656bd2 None None] Network 0f84b84e-fac9-4a56-84f0-7f83433d933f requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:41:50.617400 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:41:50.635048 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1767445'] for network (0f84b84e-fac9-4a56-84f0-7f83433d933f), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.705509 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Deleting port 35182650-f0bf-487e-8011-f55af187f220 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:50.706110 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (35182650-f0bf-487e-8011-f55af187f220), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.772493 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68220fe4-ec07-42c9-9d76-321e02150d08 None None] DHCP port deletion for 0f84b84e-fac9-4a56-84f0-7f83433d933f request from dv-cinder-822822-3-iscsi {{(pid=104191) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 09:41:50.781894 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] For port 35182650-f0bf-487e-8011-f55af187f220, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=35182650-f0bf-487e-8011-f55af187f220,segment=NetworkSegment(f89cdbaa-ede7-4063-86ac-9786d43ddc4d),segment_id=f89cdbaa-ede7-4063-86ac-9786d43ddc4d)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:50.782538 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (35182650-f0bf-487e-8011-f55af187f220), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.798383 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Calling delete_port for 35182650-f0bf-487e-8011-f55af187f220 owned by network:dhcp {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:50.824088 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-68220fe4-ec07-42c9-9d76-321e02150d08 None None] Deleting port 35182650-f0bf-487e-8011-f55af187f220 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:41:50.824601 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-68220fe4-ec07-42c9-9d76-321e02150d08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (35182650-f0bf-487e-8011-f55af187f220), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.847625 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:50.937353 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-68220fe4-ec07-42c9-9d76-321e02150d08 None None] For port 35182650-f0bf-487e-8011-f55af187f220, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=35182650-f0bf-487e-8011-f55af187f220,segment=NetworkSegment(f89cdbaa-ede7-4063-86ac-9786d43ddc4d),segment_id=f89cdbaa-ede7-4063-86ac-9786d43ddc4d)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:50.937758 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-68220fe4-ec07-42c9-9d76-321e02150d08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (35182650-f0bf-487e-8011-f55af187f220), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:50.953005 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-68220fe4-ec07-42c9-9d76-321e02150d08 None None] Calling delete_port for 35182650-f0bf-487e-8011-f55af187f220 owned by network:dhcp {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:41:50.957373 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:51.057394 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-68220fe4-ec07-42c9-9d76-321e02150d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894'] for port (35182650-f0bf-487e-8011-f55af187f220), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:51.093959 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68220fe4-ec07-42c9-9d76-321e02150d08 None None] Pushing event deleted for resources: {'Port': ['ID=35182650-f0bf-487e-8011-f55af187f220,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:51.101318 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68220fe4-ec07-42c9-9d76-321e02150d08 None None] No DVR routers for this DVR port 35182650-f0bf-487e-8011-f55af187f220 on host dv-cinder-822822-3-iscsi {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:41:51.221958 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device b24c7fa8-0fac-4f29-9c68-7b76f5930eee no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:41:51.230215 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (35182650-f0bf-487e-8011-f55af187f220), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:51.243364 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: b24c7fa8-0fac-4f29-9c68-7b76f5930eee {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:41:51.244089 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device b24c7fa8-0fac-4f29-9c68-7b76f5930eee not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:41:51.244950 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 43f63676-ba4c-422c-9ad5-8826f2d09b85 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:41:51.264475 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Pushing event deleted for resources: {'Port': ['ID=35182650-f0bf-487e-8011-f55af187f220,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:51.267533 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: 43f63676-ba4c-422c-9ad5-8826f2d09b85 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:41:51.268795 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 43f63676-ba4c-422c-9ad5-8826f2d09b85 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:41:51.269485 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 35182650-f0bf-487e-8011-f55af187f220 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:41:51.275050 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] No DVR routers for this DVR port 35182650-f0bf-487e-8011-f55af187f220 on host dv-cinder-822822-3-iscsi {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:41:51.286382 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:51.292228 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: 35182650-f0bf-487e-8011-f55af187f220 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:41:51.292649 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 35182650-f0bf-487e-8011-f55af187f220 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:41:51.317691 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:51.319414 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:51.319820 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:51.320211 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:51.320582 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:51.320944 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:51.321353 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:51.321703 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:51.322117 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:51.322499 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:51.322898 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:51.323263 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:51.323639 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:51.324035 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:51.324332 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:51.324745 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:41:51.389790 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675530', 'neutron.services.segments.db._delete_segments_for_network-8750382056250'] for network (0f84b84e-fac9-4a56-84f0-7f83433d933f), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:51.417310 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f84b84e-fac9-4a56-84f0-7f83433d933f']}} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:51.430843 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89cdbaa-ede7-4063-86ac-9786d43ddc4d') {'for_net_delete': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:51.430843 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89cdbaa-ede7-4063-86ac-9786d43ddc4d') {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:51.442801 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750382058051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390722'] for segment (f89cdbaa-ede7-4063-86ac-9786d43ddc4d), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:51.459942 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (f89cdbaa-ede7-4063-86ac-9786d43ddc4d), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:51.467750 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 09:41:51.468231 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28371605'] for segment (f89cdbaa-ede7-4063-86ac-9786d43ddc4d), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:51.499741 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.services.segments.plugin [-] Segment f89cdbaa-ede7-4063-86ac-9786d43ddc4d resource provider aggregate not found Jul 20 09:41:51.547220 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.services.segments.plugin [-] Segment f89cdbaa-ede7-4063-86ac-9786d43ddc4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f89cdbaa-ede7-4063-86ac-9786d43ddc4d found for delete ", "request_id": "req-85406c79-28b3-43c7-9950-e33b085e6b60"}]} Jul 20 09:41:51.548339 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671318'] for network (0f84b84e-fac9-4a56-84f0-7f83433d933f), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:51.554136 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:51.557557 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] 10.222.0.18 "DELETE /v2.0/networks/0f84b84e-fac9-4a56-84f0-7f83433d933f HTTP/1.1" status: 204 len: 168 time: 1.0644228 Jul 20 09:41:51.570720 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff495a-03bb-4fc7-bfe4-67a968d2688a admin admin] Pushing event deleted for resources: {'Network': ['ID=0f84b84e-fac9-4a56-84f0-7f83433d933f,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:51.815116 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [req-cedf0d3e-c6a4-44b6-a522-05dcae4b9fac req-e4768c13-a2f4-4e34-9b74-90725874e6e0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:41:51.817137 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cedf0d3e-c6a4-44b6-a522-05dcae4b9fac req-e4768c13-a2f4-4e34-9b74-90725874e6e0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1637864 Jul 20 09:41:51.829164 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53750) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:51.893019 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53754) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:51.893608 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-b14db739-6a4b-43df-8e47-520fcc00b6f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65ccb95f08764f99b5a5c1166c42410b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0627866 Jul 20 09:41:51.990579 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8b96-cde2-479f-b008-a3b6a5b5b747 admin admin] Publish callbacks [] for security_group (772c4427-d555-4626-97fd-f100c2ad5bd6), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:52.030257 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8b96-cde2-479f-b008-a3b6a5b5b747 admin admin] Publish callbacks [] for security_group (772c4427-d555-4626-97fd-f100c2ad5bd6), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:52.166298 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b826e-71bc-48d4-b3e0-09f31979624f req-c6c30ccd-677e-4e9e-a70b-6f821d18e870 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:52.169256 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-da8b826e-71bc-48d4-b3e0-09f31979624f req-c6c30ccd-677e-4e9e-a70b-6f821d18e870 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.1119723 Jul 20 09:41:52.233249 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-dd1c4f85-c002-4d60-ab36-9d07df399fe8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933220 Jul 20 09:41:52.246541 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8b96-cde2-479f-b008-a3b6a5b5b747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (772c4427-d555-4626-97fd-f100c2ad5bd6), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:52.249029 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8b96-cde2-479f-b008-a3b6a5b5b747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:52.250163 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-d4ab8b96-cde2-479f-b008-a3b6a5b5b747 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/772c4427-d555-4626-97fd-f100c2ad5bd6 HTTP/1.1" status: 204 len: 168 time: 0.3560796 Jul 20 09:41:52.265483 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab8b96-cde2-479f-b008-a3b6a5b5b747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772c4427-d555-4626-97fd-f100c2ad5bd6,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:52.295183 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:52.302687 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-da8b826e-71bc-48d4-b3e0-09f31979624f req-4b8d3958-d660-46d8-aeea-b193a76b7276 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069605 Jul 20 09:41:52.342750 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-b890c7c4-5279-4c91-af1a-712f2474124e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:52.344297 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-b890c7c4-5279-4c91-af1a-712f2474124e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports/859157aa-b638-4b4f-b43f-7f70703c0a47 HTTP/1.1" status: 200 len: 940 time: 0.0798717 Jul 20 09:41:52.625576 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53784) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:52.675656 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-f13370a4-955b-4b97-b282-92327c6a17db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41e77b1ed93048a8a6bfda9c5976ae96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488408 Jul 20 09:41:52.678261 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53788) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:52.737533 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8ce9a45e-16b5-4df3-aa4a-ff1a8ac5bcf0 admin admin] Publish callbacks [] for security_group (39b761fc-ff73-4110-9c2e-cc21e9921b59), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:52.761558 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8ce9a45e-16b5-4df3-aa4a-ff1a8ac5bcf0 admin admin] Publish callbacks [] for security_group (39b761fc-ff73-4110-9c2e-cc21e9921b59), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:52.817288 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8ce9a45e-16b5-4df3-aa4a-ff1a8ac5bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (39b761fc-ff73-4110-9c2e-cc21e9921b59), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:52.820384 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-8ce9a45e-16b5-4df3-aa4a-ff1a8ac5bcf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:52.821541 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-8ce9a45e-16b5-4df3-aa4a-ff1a8ac5bcf0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39b761fc-ff73-4110-9c2e-cc21e9921b59 HTTP/1.1" status: 204 len: 168 time: 0.1422985 Jul 20 09:41:52.831000 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9a45e-16b5-4df3-aa4a-ff1a8ac5bcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b761fc-ff73-4110-9c2e-cc21e9921b59,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:53.039961 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2311377a-ae2b-4f61-9079-a1e712b0a8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:53.337285 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 859157aa-b638-4b4f-b43f-7f70703c0a47 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:41:53.415661 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-e4dc37d3-28c1-48ab-b636-e43132cf0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:53.417318 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-e4dc37d3-28c1-48ab-b636-e43132cf0679 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20&tenant_id=07eb1473648d490b90a1e7debc45d57d HTTP/1.1" status: 200 len: 1127 time: 0.1049924 Jul 20 09:41:53.480822 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7eb5c-671e-4cf3-9dd9-4058af2901d3 req-2dc2d7cf-3175-498d-9a71-59be1e4d48d6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:53.482362 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3ae7eb5c-671e-4cf3-9dd9-4058af2901d3 req-2dc2d7cf-3175-498d-9a71-59be1e4d48d6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0517280 Jul 20 09:41:53.482834 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 859157aa-b638-4b4f-b43f-7f70703c0a47 is: DOWN; New status is: DOWN {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:41:53.545341 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3ae7eb5c-671e-4cf3-9dd9-4058af2901d3 req-be856e94-d226-4e3a-9d3c-75c89bec1c40 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559182 Jul 20 09:41:53.585850 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-677730e7-e578-4c56-8259-e0bc84e6af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:53.587621 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-677730e7-e578-4c56-8259-e0bc84e6af63 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=07eb1473648d490b90a1e7debc45d57d&device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 1127 time: 0.0734084 Jul 20 09:41:53.630033 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53830) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:53.697698 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-37cac43e-31f7-4514-b868-33e8fb048740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:53.699216 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-37cac43e-31f7-4514-b868-33e8fb048740 service neutron] 10.222.0.17 "GET /v2.0/networks?id=3bc1f444-18bf-42e0-ae56-3a62ba59289b HTTP/1.1" status: 200 len: 918 time: 0.1031876 Jul 20 09:41:53.754620 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-922019006-network', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:41:53.767160 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-58988c81-5e75-4bb7-87e2-1617e19aff9b service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859157aa-b638-4b4f-b43f-7f70703c0a47 HTTP/1.1" status: 200 len: 998 time: 0.0597358 Jul 20 09:41:53.775248 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] Made reservation on behalf of ee1753001c624ae3941cfc51b3d9d6ef for: {'network': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:41:53.778831 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:53.788013 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:53.865550 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] Publish callbacks [] for security_group (1923c3ff-f763-4c5b-8100-eb21d940555b), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:53.869032 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (1923c3ff-f763-4c5b-8100-eb21d940555b), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:53.894872 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=104190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:41:53.905402 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1923c3ff-f763-4c5b-8100-eb21d940555b,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:53.910196 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:53.910537 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.segments_db [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] Added segment ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08 of type vlan for network c1011f17-baa3-428f-b14e-017bea4212af Jul 20 09:41:53.942683 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:53.954857 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (c1011f17-baa3-428f-b14e-017bea4212af), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:53.983524 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (c1011f17-baa3-428f-b14e-017bea4212af), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:53.984536 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:53.985113 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:54.020671 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3886247 Jul 20 09:41:54.024009 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53836) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:54.029701 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-37490716-4486-4fde-abf0-67cc3a7439b7 admin admin] Request body: {'subnet': {'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-922019006-subnet', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'ip_version': 4}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:41:54.051025 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37490716-4486-4fde-abf0-67cc3a7439b7 admin admin] Made reservation on behalf of ee1753001c624ae3941cfc51b3d9d6ef for: {'subnet': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:41:54.052636 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60839f59-ff36-4aa2-8884-e7bd7c846362 admin admin] Pushing event updated for resources: {'Network': ['ID=c1011f17-baa3-428f-b14e-017bea4212af,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:54.053433 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37490716-4486-4fde-abf0-67cc3a7439b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28340167'] for subnet (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:54.062835 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network c1011f17-baa3-428f-b14e-017bea4212af details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:41:54.224113 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:54.231693 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37490716-4486-4fde-abf0-67cc3a7439b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28370038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28340177'] for subnet (088b7b61-bfb8-4b82-ada2-7f2f408519d3), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:54.282100 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37490716-4486-4fde-abf0-67cc3a7439b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=088b7b61-bfb8-4b82-ada2-7f2f408519d3,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:54.295484 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:54.305414 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37490716-4486-4fde-abf0-67cc3a7439b7 admin admin] Checking segment: {'id': 'ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:41:54.305834 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37490716-4486-4fde-abf0-67cc3a7439b7 admin admin] Network hostable DHCP agents. Network: c1011f17-baa3-428f-b14e-017bea4212af, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:41:54.325296 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37490716-4486-4fde-abf0-67cc3a7439b7 admin admin] Network c1011f17-baa3-428f-b14e-017bea4212af is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:41:54.334752 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-37490716-4486-4fde-abf0-67cc3a7439b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, c1011f17-baa3-428f-b14e-017bea4212af) {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:41:54.339607 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37490716-4486-4fde-abf0-67cc3a7439b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:54.340195 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37490716-4486-4fde-abf0-67cc3a7439b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:54.344990 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da07673-f054-48e9-9143-14891c4405ba None None] Network c1011f17-baa3-428f-b14e-017bea4212af requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:41:54.355461 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-37490716-4486-4fde-abf0-67cc3a7439b7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3302040 Jul 20 09:41:54.358236 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53838) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:54.362419 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:41:54.381463 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30393'] for router (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:54.382453 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30384'] for router (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:54.436872 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Publish callbacks [] for router_controller (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), precommit_add_association {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:54.456051 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f37d01a-c625-5824-9e01-1f125168aa1d-c1011f17-baa3-428f-b14e-017bea4212af', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'fixed_ips': [{'subnet_id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3'}]}} from dv-cinder-822822-3-iscsi. {{(pid=104191) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 09:41:54.457007 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:54.525547 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:54.579695 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Publish callbacks [] for router_gateway (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:54.590629 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Allocated IP 172.20.0.2 (c1011f17-baa3-428f-b14e-017bea4212af/088b7b61-bfb8-4b82-ada2-7f2f408519d3/8c7790e7-346e-4d87-80c7-9824ec0fd6f5) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:41:54.688008 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4354be1-0517-422a-8af8-87978a6fe5d0 req-b19c6135-ed96-439c-a6c2-6a584e222bb6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:54.690050 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e4354be1-0517-422a-8af8-87978a6fe5d0 req-b19c6135-ed96-439c-a6c2-6a584e222bb6 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0576279 Jul 20 09:41:54.741910 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e4354be1-0517-422a-8af8-87978a6fe5d0 req-50be329c-8023-4e32-bec6-cffbde24fd56 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455375 Jul 20 09:41:54.748414 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Publish callbacks [] for port (8c7790e7-346e-4d87-80c7-9824ec0fd6f5), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:54.755117 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (8c7790e7-346e-4d87-80c7-9824ec0fd6f5), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:54.770611 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Publish callbacks [] for router_gateway (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:54.796356 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:54.804752 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Network c1011f17-baa3-428f-b14e-017bea4212af is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:41:54.811639 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:41:54.813825 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Pushing event updated for resources: {'Port': ['ID=8c7790e7-346e-4d87-80c7-9824ec0fd6f5,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:54.816212 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:41:54.882748 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Attempting to bind port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:41:54.883117 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Attempting to bind port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:41:54.883517 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Attempting to bind port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 on network c1011f17-baa3-428f-b14e-017bea4212af {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:41:54.888506 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:41:54.888882 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Checking segment: {'id': 'ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:41:54.889279 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:54.889670 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Bound using segment: {'id': 'ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:41:54.890132 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Bound port: 8c7790e7-346e-4d87-80c7-9824ec0fd6f5, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:41:54.890504 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (8c7790e7-346e-4d87-80c7-9824ec0fd6f5), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:54.907962 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Allocated IP 172.27.1.162 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/637a7529-311e-4eb2-9374-b4aaaa97a16e) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:41:54.950801 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] For port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:41:54.954097 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] For port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=8c7790e7-346e-4d87-80c7-9824ec0fd6f5,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:41:54.959863 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (8c7790e7-346e-4d87-80c7-9824ec0fd6f5), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:55.023576 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e746c-e2ac-475d-987d-8e17a53f4654 None None] Pushing event updated for resources: {'Port': ['ID=8c7790e7-346e-4d87-80c7-9824ec0fd6f5,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:55.026803 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Publish callbacks [] for port (637a7529-311e-4eb2-9374-b4aaaa97a16e), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:55.071098 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (637a7529-311e-4eb2-9374-b4aaaa97a16e), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:55.107611 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:41:55.110673 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:41:55.117340 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:41:55.142616 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Pushing event updated for resources: {'Port': ['ID=637a7529-311e-4eb2-9374-b4aaaa97a16e,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:55.181022 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:55.216426 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:55.285390 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fde90506-ec23-4aae-a1e6-e2654b90ffae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:55.394716 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Publish callbacks [] for router_gateway (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:55.582890 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670420'] for router (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:55.712002 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc is scheduled to L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a with binding_index 1 {{(pid=104189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 09:41:55.823038 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:41:55.832466 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Sync routers for ids ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:41:55.844543 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Routers {'53fcef4a-900b-46d9-aab7-e7f918bb3bfc'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:41:55.845185 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:55.877570 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:55.878989 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-45fbadbe-1e83-4f7e-9ced-1531c48979e0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5197697 Jul 20 09:41:55.882131 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53852) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:55.885984 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebb1b8-fd0d-4ba8-9d80-8cfdeb256aeb req-b50d92a6-ef1e-433a-ac64-dd4021a65008 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:55.887718 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-daebb1b8-fd0d-4ba8-9d80-8cfdeb256aeb req-b50d92a6-ef1e-433a-ac64-dd4021a65008 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0625811 Jul 20 09:41:55.947539 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-daebb1b8-fd0d-4ba8-9d80-8cfdeb256aeb req-de9556ad-eb54-4d73-8158-623ecb0e7503 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541761 Jul 20 09:41:55.977493 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ed8dda-1fa3-44d2-ac22-52a2899c2a7d None None] Network c1011f17-baa3-428f-b14e-017bea4212af requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:41:56.013290 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Set router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:41:56.110312 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:56.135054 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0f7335bb-5c4a-4c58-b4fb-37c44b94bff5 None None] Provisioning complete for port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:41:56.135534 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0f7335bb-5c4a-4c58-b4fb-37c44b94bff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (8c7790e7-346e-4d87-80c7-9824ec0fd6f5), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:56.140041 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:56.216017 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:56.218186 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-cd13dffe-6011-4bef-9530-e72f23d9e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:56.220003 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-cd13dffe-6011-4bef-9530-e72f23d9e521 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c68da9fc-5cd8-47bc-92d3-c39a5383e60d HTTP/1.1" status: 200 len: 856 time: 0.0613430 Jul 20 09:41:56.300535 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-a50478ba-5e9f-40a1-aeb9-8fd7dd0e8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:56.305243 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-a50478ba-5e9f-40a1-aeb9-8fd7dd0e8d6b service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=3bc1f444-18bf-42e0-ae56-3a62ba59289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707142 Jul 20 09:41:56.348440 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:56.364187 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:56.416098 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-5889d59f-40c8-4c96-8570-bd5a0176f72e service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039095 Jul 20 09:41:56.422124 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:56.499395 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0f7335bb-5c4a-4c58-b4fb-37c44b94bff5 None None] Current status of the port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:41:56.499918 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0f7335bb-5c4a-4c58-b4fb-37c44b94bff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (8c7790e7-346e-4d87-80c7-9824ec0fd6f5), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:56.527789 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:55Z', 'revision_number': 3, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'gw_port': {'id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:17:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:56.551880 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_common [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Allocated IP 172.20.0.1 (c1011f17-baa3-428f-b14e-017bea4212af/088b7b61-bfb8-4b82-ada2-7f2f408519d3/f9854c26-0b90-4743-b89a-0c5db8e852db) {{(pid=104190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:41:56.567261 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:56.568891 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Checking router: 53fcef4a-900b-46d9-aab7-e7f918bb3bfc for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:41:56.569437 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Updating router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc port 637a7529-311e-4eb2-9374-b4aaaa97a16e binding host dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:41:56.612784 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9e4a36e1-4c87-440c-951e-0e37e4493c88 req-3a89d8a5-8424-4eb3-845b-ae62b12e43ab service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884785 Jul 20 09:41:56.613652 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0f7335bb-5c4a-4c58-b4fb-37c44b94bff5 None None] For port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=8c7790e7-346e-4d87-80c7-9824ec0fd6f5,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:56.621254 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (637a7529-311e-4eb2-9374-b4aaaa97a16e), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:56.624746 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0f7335bb-5c4a-4c58-b4fb-37c44b94bff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (8c7790e7-346e-4d87-80c7-9824ec0fd6f5), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:56.698295 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Publish callbacks [] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:56.740052 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:56.765588 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7335bb-5c4a-4c58-b4fb-37c44b94bff5 None None] Pushing event updated for resources: {'Port': ['ID=8c7790e7-346e-4d87-80c7-9824ec0fd6f5,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:56.796810 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Network c1011f17-baa3-428f-b14e-017bea4212af is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:41:56.804336 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:41:56.807595 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Received port after_create {{(pid=104190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:41:56.836284 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:56.847772 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Pushing event updated for resources: {'Port': ['ID=f9854c26-0b90-4743-b89a-0c5db8e852db,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:56.880663 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656506'] for router_interface (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:56.898490 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-81b04853-f8b8-481a-827e-7d78837d3669 None None] Provisioning complete for port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:41:56.898854 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-81b04853-f8b8-481a-827e-7d78837d3669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (8c7790e7-346e-4d87-80c7-9824ec0fd6f5), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:56.950361 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:57.042349 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:57.047509 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:57.114161 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Publish callbacks [] for port (637a7529-311e-4eb2-9374-b4aaaa97a16e), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:57.123965 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (637a7529-311e-4eb2-9374-b4aaaa97a16e), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:57.145640 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f95ff4-8f74-4d59-bf3d-dd2004d2c465 req-abc5086b-f2b7-4afb-921e-e259c439fa8d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:57.147139 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a1f95ff4-8f74-4d59-bf3d-dd2004d2c465 req-abc5086b-f2b7-4afb-921e-e259c439fa8d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0906687 Jul 20 09:41:57.193090 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Attempting to bind port 637a7529-311e-4eb2-9374-b4aaaa97a16e on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:41:57.193090 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Attempting to bind port 637a7529-311e-4eb2-9374-b4aaaa97a16e by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:41:57.193090 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Attempting to bind port 637a7529-311e-4eb2-9374-b4aaaa97a16e on network 56bd5eb3-33eb-4ff1-833f-663849f99647 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:41:57.225007 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fb9bf-636e-4092-a005-d767534314ee None None] Pushing event updated for resources: {'Port': ['ID=637a7529-311e-4eb2-9374-b4aaaa97a16e,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:57.231728 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:41:57.232114 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Checking segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:41:57.232496 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:57.232875 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Bound using segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:41:57.233354 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Bound port: 637a7529-311e-4eb2-9374-b4aaaa97a16e, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:41:57.234038 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (637a7529-311e-4eb2-9374-b4aaaa97a16e), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:57.273069 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-81b04853-f8b8-481a-827e-7d78837d3669 None None] Current status of the port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:41:57.285997 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:41:57.323888 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a1f95ff4-8f74-4d59-bf3d-dd2004d2c465 req-c07b91c6-5675-4c03-94f3-f945700cbcc1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643536 Jul 20 09:41:57.328426 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Publish callbacks [] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:57.342769 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966815'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:57.349025 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] For port 637a7529-311e-4eb2-9374-b4aaaa97a16e, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:41:57.376178 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] For port 637a7529-311e-4eb2-9374-b4aaaa97a16e, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=637a7529-311e-4eb2-9374-b4aaaa97a16e,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:41:57.393417 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (637a7529-311e-4eb2-9374-b4aaaa97a16e), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:57.430380 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669490'] for router_interface (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:57.447430 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Pushing event updated for resources: {'Port': ['ID=f9854c26-0b90-4743-b89a-0c5db8e852db,revision_number=2']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:57.464198 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:41:57.464747 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (8c7790e7-346e-4d87-80c7-9824ec0fd6f5), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:57.484317 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-b3b13f79-c7e3-4ccc-89fc-be566aa1f43a None None] Provisioning complete for port f9854c26-0b90-4743-b89a-0c5db8e852db triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:41:57.484684 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b3b13f79-c7e3-4ccc-89fc-be566aa1f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:57.551616 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Routers {'53fcef4a-900b-46d9-aab7-e7f918bb3bfc'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:41:57.552249 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:57.560603 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fb9bf-636e-4092-a005-d767534314ee None None] Pushing event updated for resources: {'Port': ['ID=637a7529-311e-4eb2-9374-b4aaaa97a16e,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:57.571067 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Network c1011f17-baa3-428f-b14e-017bea4212af is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:41:57.572460 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:41:57.606188 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-b3b13f79-c7e3-4ccc-89fc-be566aa1f43a None None] Port f9854c26-0b90-4743-b89a-0c5db8e852db cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:41:57.619978 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:57.628646 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:57.693561 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:41:57.701406 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:41:57.710099 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] Set router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:41:57.743740 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:57.813295 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:41:57.818112 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-979f612a-87ad-465a-b96d-e8e8935f59be admin admin] 10.222.0.18 "PUT /v2.0/routers/53fcef4a-900b-46d9-aab7-e7f918bb3bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9344225 Jul 20 09:41:57.869237 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:57.878883 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-495d37a4-4d2d-4213-b990-d8f696db9338 None None] Provisioning complete for port f9854c26-0b90-4743-b89a-0c5db8e852db triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:41:57.879242 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-495d37a4-4d2d-4213-b990-d8f696db9338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:57.931405 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-495d37a4-4d2d-4213-b990-d8f696db9338 None None] Port f9854c26-0b90-4743-b89a-0c5db8e852db cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:41:57.999951 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:56Z', 'revision_number': 4, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'gw_port': {'id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:17:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'f9854c26-0b90-4743-b89a-0c5db8e852db', 'name': '', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'mac_address': 'fa:16:3e:3c:36:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:56Z', 'updated_at': '2022-07-20T09:41:57Z', 'revision_number': 2, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'subnets': [{'id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:41:58.047061 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec469d-c91e-49c4-8913-d4e40480c9d1 None None] The sync data for ids ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'] in dv-cinder-822822-3-iscsi is: [{'id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:56Z', 'revision_number': 4, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'gw_port': {'id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:17:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'f9854c26-0b90-4743-b89a-0c5db8e852db', 'name': '', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'mac_address': 'fa:16:3e:3c:36:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:56Z', 'updated_at': '2022-07-20T09:41:57Z', 'revision_number': 2, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'subnets': [{'id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:41:58.166506 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:58.520289 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de49131-9f48-49a8-8e09-8d88e19baf0c req-aff2a035-e990-4f47-a90f-91247af96d52 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:58.521854 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1de49131-9f48-49a8-8e09-8d88e19baf0c req-aff2a035-e990-4f47-a90f-91247af96d52 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0538754 Jul 20 09:41:58.597156 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1de49131-9f48-49a8-8e09-8d88e19baf0c req-e87d5e17-c9be-4ce2-9da2-a0ee53200eb0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674345 Jul 20 09:41:58.617800 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53904) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:58.624194 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-560528458-network', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:41:58.666701 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] Made reservation on behalf of 41ef7546dc454ebaa3a3ef9d2f11e36c for: {'network': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:41:58.669663 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:58.680269 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:58.789578 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] Publish callbacks [] for security_group (cf05e167-1e8d-4c94-907e-b013eff8f407), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:58.794308 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (cf05e167-1e8d-4c94-907e-b013eff8f407), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:58.825612 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=104189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:41:58.832375 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf05e167-1e8d-4c94-907e-b013eff8f407,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:58.839720 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (b2033979-fac6-4726-befc-5af5adda4e2b), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:58.840096 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.segments_db [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] Added segment b2033979-fac6-4726-befc-5af5adda4e2b of type vlan for network e1e02820-883e-4cb5-99f9-702812157978 Jul 20 09:41:58.909653 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (e1e02820-883e-4cb5-99f9-702812157978), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:58.938367 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (e1e02820-883e-4cb5-99f9-702812157978), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:58.939399 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:58.940011 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:59.042802 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4234869 Jul 20 09:41:59.045874 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53908) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:59.050748 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-b559a5d0-9334-493a-9a41-4b5fdf8f4bef admin admin] Request body: {'subnet': {'network_id': 'e1e02820-883e-4cb5-99f9-702812157978', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-560528458-subnet', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'ip_version': 4}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:41:59.059122 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c914b-71c7-4e7a-b3d8-55f00d356a5d admin admin] Pushing event updated for resources: {'Network': ['ID=e1e02820-883e-4cb5-99f9-702812157978,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:59.071903 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network e1e02820-883e-4cb5-99f9-702812157978 details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:41:59.087894 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b559a5d0-9334-493a-9a41-4b5fdf8f4bef admin admin] Made reservation on behalf of 41ef7546dc454ebaa3a3ef9d2f11e36c for: {'subnet': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:41:59.091482 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b559a5d0-9334-493a-9a41-4b5fdf8f4bef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28340167'] for subnet (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:59.318912 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 637a7529-311e-4eb2-9374-b4aaaa97a16e up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:41:59.367338 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b559a5d0-9334-493a-9a41-4b5fdf8f4bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28370038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28340177'] for subnet (9635f330-75e9-4119-9e3e-1fd662b5b226), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:59.426665 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=49 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:59.451273 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 637a7529-311e-4eb2-9374-b4aaaa97a16e triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:41:59.451677 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (637a7529-311e-4eb2-9374-b4aaaa97a16e), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:59.470921 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:59.475490 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559a5d0-9334-493a-9a41-4b5fdf8f4bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=9635f330-75e9-4119-9e3e-1fd662b5b226,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:59.517999 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b559a5d0-9334-493a-9a41-4b5fdf8f4bef admin admin] Checking segment: {'id': 'b2033979-fac6-4726-befc-5af5adda4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e1e02820-883e-4cb5-99f9-702812157978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:41:59.519280 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b559a5d0-9334-493a-9a41-4b5fdf8f4bef admin admin] Network hostable DHCP agents. Network: e1e02820-883e-4cb5-99f9-702812157978, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:41:59.531205 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:59.561214 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b559a5d0-9334-493a-9a41-4b5fdf8f4bef admin admin] Network e1e02820-883e-4cb5-99f9-702812157978 is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:41:59.567646 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 637a7529-311e-4eb2-9374-b4aaaa97a16e is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:41:59.568035 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (637a7529-311e-4eb2-9374-b4aaaa97a16e), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:59.576195 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-b559a5d0-9334-493a-9a41-4b5fdf8f4bef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, e1e02820-883e-4cb5-99f9-702812157978) {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:41:59.582032 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559a5d0-9334-493a-9a41-4b5fdf8f4bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:59.583089 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b559a5d0-9334-493a-9a41-4b5fdf8f4bef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:59.597150 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00fe283-87bf-4828-9cdd-2b5945544bdd None None] Network e1e02820-883e-4cb5-99f9-702812157978 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:41:59.605018 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port 637a7529-311e-4eb2-9374-b4aaaa97a16e, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=637a7529-311e-4eb2-9374-b4aaaa97a16e,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:41:59.620161 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:41:59.621435 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-b559a5d0-9334-493a-9a41-4b5fdf8f4bef admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5734098 Jul 20 09:41:59.624417 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 53914) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:41:59.630655 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (637a7529-311e-4eb2-9374-b4aaaa97a16e), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:59.630871 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-560528458-router', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:41:59.686676 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30393'] for router (7525d8ba-6963-497e-921c-1929d2db2c48), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:59.688046 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30384'] for router (7525d8ba-6963-497e-921c-1929d2db2c48), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:59.766259 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Publish callbacks [] for router_controller (7525d8ba-6963-497e-921c-1929d2db2c48), precommit_add_association {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:41:59.775159 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a480ed6-f33d-4fb4-bee7-a9f5db24391a req-dde05ef8-18a6-4332-b065-73eefeb6a78c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:41:59.784591 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6a480ed6-f33d-4fb4-bee7-a9f5db24391a req-dde05ef8-18a6-4332-b065-73eefeb6a78c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0626097 Jul 20 09:41:59.917396 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6a480ed6-f33d-4fb4-bee7-a9f5db24391a req-cc4bbf47-19cf-48eb-8d1d-ef43ac0e4870 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314561 Jul 20 09:41:59.932922 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=637a7529-311e-4eb2-9374-b4aaaa97a16e,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:41:59.993018 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Publish callbacks [] for router_gateway (7525d8ba-6963-497e-921c-1929d2db2c48), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:00.031324 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f37d01a-c625-5824-9e01-1f125168aa1d-e1e02820-883e-4cb5-99f9-702812157978', 'network_id': 'e1e02820-883e-4cb5-99f9-702812157978', 'project_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'fixed_ips': [{'subnet_id': '9635f330-75e9-4119-9e3e-1fd662b5b226'}]}} from dv-cinder-822822-3-iscsi. {{(pid=104191) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 09:42:00.033767 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:00.223957 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Allocated IP 172.20.0.2 (e1e02820-883e-4cb5-99f9-702812157978/9635f330-75e9-4119-9e3e-1fd662b5b226/42dcba43-d5a7-4948-83e4-11c77b2d449e) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:42:00.296163 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Publish callbacks [] for router_gateway (7525d8ba-6963-497e-921c-1929d2db2c48), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:00.324249 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:00.405981 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Publish callbacks [] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:00.413099 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:00.455471 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Network e1e02820-883e-4cb5-99f9-702812157978 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:42:00.458514 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:42:00.461592 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:42:00.478248 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Allocated IP 172.27.1.111 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/a0744d5e-7aee-4a5b-9362-a484839384ee) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:42:00.486720 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Pushing event updated for resources: {'Port': ['ID=42dcba43-d5a7-4948-83e4-11c77b2d449e,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:00.554195 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Attempting to bind port 42dcba43-d5a7-4948-83e4-11c77b2d449e on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:42:00.554577 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Attempting to bind port 42dcba43-d5a7-4948-83e4-11c77b2d449e by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'b2033979-fac6-4726-befc-5af5adda4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e1e02820-883e-4cb5-99f9-702812157978'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:42:00.554944 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Attempting to bind port 42dcba43-d5a7-4948-83e4-11c77b2d449e on network e1e02820-883e-4cb5-99f9-702812157978 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:42:00.563835 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:42:00.564229 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Checking segment: {'id': 'b2033979-fac6-4726-befc-5af5adda4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e1e02820-883e-4cb5-99f9-702812157978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:42:00.564661 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:00.565068 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Bound using segment: {'id': 'b2033979-fac6-4726-befc-5af5adda4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e1e02820-883e-4cb5-99f9-702812157978'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:42:00.566770 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Bound port: 42dcba43-d5a7-4948-83e4-11c77b2d449e, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2033979-fac6-4726-befc-5af5adda4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e1e02820-883e-4cb5-99f9-702812157978'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:42:00.567650 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:00.616408 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=36 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:00.654260 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Publish callbacks [] for port (a0744d5e-7aee-4a5b-9362-a484839384ee), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:00.666123 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] For port 42dcba43-d5a7-4948-83e4-11c77b2d449e, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:42:00.670288 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] For port 42dcba43-d5a7-4948-83e4-11c77b2d449e, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=42dcba43-d5a7-4948-83e4-11c77b2d449e,segment=NetworkSegment(b2033979-fac6-4726-befc-5af5adda4e2b),segment_id=b2033979-fac6-4726-befc-5af5adda4e2b)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:42:00.679427 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:00.694724 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (a0744d5e-7aee-4a5b-9362-a484839384ee), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:00.739696 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:42:00.744340 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:42:00.747828 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:42:00.784591 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Pushing event updated for resources: {'Port': ['ID=a0744d5e-7aee-4a5b-9362-a484839384ee,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:00.787196 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:00.797051 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7b877-97f8-4f61-baea-72d27fb4a667 None None] Pushing event updated for resources: {'Port': ['ID=42dcba43-d5a7-4948-83e4-11c77b2d449e,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:00.869468 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:00.908750 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:01.177042 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Sync routers for ids ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:42:01.199481 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Routers {'53fcef4a-900b-46d9-aab7-e7f918bb3bfc'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:42:01.200105 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:01.297018 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ef941-c3d4-49a0-a62f-bdb8a598aefb req-2cebacb8-755a-4311-8801-e7152e5740c1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:01.298922 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c08ef941-c3d4-49a0-a62f-bdb8a598aefb req-2cebacb8-755a-4311-8801-e7152e5740c1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.1158235 Jul 20 09:42:01.492296 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c08ef941-c3d4-49a0-a62f-bdb8a598aefb req-7c7050c0-a7b9-42c9-87ac-af1ad920c309 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791153 Jul 20 09:42:01.496313 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 42dcba43-d5a7-4948-83e4-11c77b2d449e up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:42:01.542814 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Publish callbacks [] for router_gateway (7525d8ba-6963-497e-921c-1929d2db2c48), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:01.545483 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Set router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:42:01.611309 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 42dcba43-d5a7-4948-83e4-11c77b2d449e triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:01.611867 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:01.664738 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:01.733569 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 42dcba43-d5a7-4948-83e4-11c77b2d449e is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:01.734808 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:01.790702 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port 42dcba43-d5a7-4948-83e4-11c77b2d449e, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=42dcba43-d5a7-4948-83e4-11c77b2d449e,segment=NetworkSegment(b2033979-fac6-4726-befc-5af5adda4e2b),segment_id=b2033979-fac6-4726-befc-5af5adda4e2b)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:01.796913 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:01.798472 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 637a7529-311e-4eb2-9374-b4aaaa97a16e up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:42:01.954622 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:56Z', 'revision_number': 4, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'gw_port': {'id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'f9854c26-0b90-4743-b89a-0c5db8e852db', 'name': '', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'mac_address': 'fa:16:3e:3c:36:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:56Z', 'updated_at': '2022-07-20T09:41:57Z', 'revision_number': 2, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'subnets': [{'id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:01.967777 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=42dcba43-d5a7-4948-83e4-11c77b2d449e,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:01.993910 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670420'] for router (7525d8ba-6963-497e-921c-1929d2db2c48), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:01.994942 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 637a7529-311e-4eb2-9374-b4aaaa97a16e triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:01.995281 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (637a7529-311e-4eb2-9374-b4aaaa97a16e), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:01.997420 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Checking router: 53fcef4a-900b-46d9-aab7-e7f918bb3bfc for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:42:01.998200 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Updating router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc port f9854c26-0b90-4743-b89a-0c5db8e852db binding host dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:42:02.118454 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:02.124629 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 637a7529-311e-4eb2-9374-b4aaaa97a16e is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:02.268924 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Router 7525d8ba-6963-497e-921c-1929d2db2c48 is scheduled to L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a with binding_index 1 {{(pid=104189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 09:42:02.384167 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228f5395-7bc8-4112-a6dc-324f81f096e0 None None] Network e1e02820-883e-4cb5-99f9-702812157978 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:42:02.479031 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-5ec1c7f0-63df-45e8-9b56-9548615572b7 None None] Provisioning complete for port 42dcba43-d5a7-4948-83e4-11c77b2d449e triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:02.479755 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c7f0-63df-45e8-9b56-9548615572b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:02.583836 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Publish callbacks [] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:02.590211 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:02.738428 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Pushing event updated for resources: {'Port': ['ID=f9854c26-0b90-4743-b89a-0c5db8e852db,revision_number=3']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:02.772971 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:02.773560 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:02.774090 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:02.775956 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:02.777476 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:02.780000 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:02.780563 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:02.781081 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:02.782058 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:02.783736 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:02.784402 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:02.784890 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:02.787017 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:02.792581 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac114e1-8701-4c28-8792-ddc343650103 req-bd79b5bd-aab4-45e8-b9da-133bbdce90e5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:02.793839 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:02.794501 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:02.819987 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-bac114e1-8701-4c28-8792-ddc343650103 req-bd79b5bd-aab4-45e8-b9da-133bbdce90e5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.1516721 Jul 20 09:42:02.837559 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:02.886757 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-5ec1c7f0-63df-45e8-9b56-9548615572b7 None None] Current status of the port 42dcba43-d5a7-4948-83e4-11c77b2d449e is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:02.911665 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:42:02.925481 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Sync routers for ids ['7525d8ba-6963-497e-921c-1929d2db2c48'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:42:02.941263 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Routers {'7525d8ba-6963-497e-921c-1929d2db2c48'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:42:02.942513 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['7525d8ba-6963-497e-921c-1929d2db2c48'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:02.946610 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:02.952435 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-d11a416d-d522-4f76-80ba-4483ae8de089 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3240712 Jul 20 09:42:02.959707 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-bac114e1-8701-4c28-8792-ddc343650103 req-8741646d-e643-4262-9c39-d370871b953d tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332784 Jul 20 09:42:02.960424 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53944) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:02.998005 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Attempting to bind port f9854c26-0b90-4743-b89a-0c5db8e852db on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:42:02.999028 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Attempting to bind port f9854c26-0b90-4743-b89a-0c5db8e852db by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af'}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:42:02.999572 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Attempting to bind port f9854c26-0b90-4743-b89a-0c5db8e852db on network c1011f17-baa3-428f-b14e-017bea4212af {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:42:03.018973 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:42:03.022780 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Checking segment: {'id': 'ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:42:03.023189 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:03.023621 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Bound using segment: {'id': 'ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af'} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:42:03.024112 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Bound port: f9854c26-0b90-4743-b89a-0c5db8e852db, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af'}}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:42:03.024698 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:03.125752 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Set router 7525d8ba-6963-497e-921c-1929d2db2c48 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:42:03.304449 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] For port f9854c26-0b90-4743-b89a-0c5db8e852db, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:42:03.311943 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] For port f9854c26-0b90-4743-b89a-0c5db8e852db, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=f9854c26-0b90-4743-b89a-0c5db8e852db,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:42:03.329220 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:03.340299 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:03.346752 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:03.434521 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 42dcba43-d5a7-4948-83e4-11c77b2d449e up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:42:03.481126 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-ef62f377-f7aa-4ce6-9223-b3c5b166c321 None None] Provisioning complete for port f9854c26-0b90-4743-b89a-0c5db8e852db triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:03.481643 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ef62f377-f7aa-4ce6-9223-b3c5b166c321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:03.483323 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8630b-a373-43f9-9cf6-2e18d8eb6c72 None None] Pushing event updated for resources: {'Port': ['ID=f9854c26-0b90-4743-b89a-0c5db8e852db,revision_number=4']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:03.513374 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Routers {'53fcef4a-900b-46d9-aab7-e7f918bb3bfc'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:42:03.514011 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:03.578418 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:03.618065 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 42dcba43-d5a7-4948-83e4-11c77b2d449e triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:03.618437 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:03.674733 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'name': 'tempest-TestShelveInstance-560528458-router', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a0744d5e-7aee-4a5b-9362-a484839384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:59Z', 'updated_at': '2022-07-20T09:42:01Z', 'revision_number': 3, 'project_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'gw_port': {'id': 'a0744d5e-7aee-4a5b-9362-a484839384ee', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:42:00Z', 'updated_at': '2022-07-20T09:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:03.685873 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] Set router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:42:03.752746 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Checking router: 7525d8ba-6963-497e-921c-1929d2db2c48 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:42:03.753096 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Updating router 7525d8ba-6963-497e-921c-1929d2db2c48 port a0744d5e-7aee-4a5b-9362-a484839384ee binding host dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:42:03.791649 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-ef62f377-f7aa-4ce6-9223-b3c5b166c321 None None] Current status of the port f9854c26-0b90-4743-b89a-0c5db8e852db is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:03.792066 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ef62f377-f7aa-4ce6-9223-b3c5b166c321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:03.805279 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (a0744d5e-7aee-4a5b-9362-a484839384ee), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:03.904479 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:03.928169 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:03.959916 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-ef62f377-f7aa-4ce6-9223-b3c5b166c321 None None] For port f9854c26-0b90-4743-b89a-0c5db8e852db, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=f9854c26-0b90-4743-b89a-0c5db8e852db,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:03.997223 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:56Z', 'revision_number': 4, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'gw_port': {'id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'f9854c26-0b90-4743-b89a-0c5db8e852db', 'name': '', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'mac_address': 'fa:16:3e:3c:36:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:56Z', 'updated_at': '2022-07-20T09:42:03Z', 'revision_number': 4, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'subnets': [{'id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:04.030497 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a15c61-0753-4dc6-8f01-e10e58ca7390 None None] The sync data for ids ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'] in dv-cinder-822822-3-iscsi is: [{'id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:56Z', 'revision_number': 4, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'gw_port': {'id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'f9854c26-0b90-4743-b89a-0c5db8e852db', 'name': '', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'mac_address': 'fa:16:3e:3c:36:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:56Z', 'updated_at': '2022-07-20T09:42:03Z', 'revision_number': 4, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'subnets': [{'id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:42:04.063086 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ef62f377-f7aa-4ce6-9223-b3c5b166c321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:04.065072 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 42dcba43-d5a7-4948-83e4-11c77b2d449e is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:04.136465 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:04.141622 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62f377-f7aa-4ce6-9223-b3c5b166c321 None None] Pushing event updated for resources: {'Port': ['ID=f9854c26-0b90-4743-b89a-0c5db8e852db,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:04.160208 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_common [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Allocated IP 172.20.0.1 (e1e02820-883e-4cb5-99f9-702812157978/9635f330-75e9-4119-9e3e-1fd662b5b226/270998a5-c16b-4791-9d7c-49c81276e838) {{(pid=104190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:42:04.203753 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb00f04-e96d-4aa5-9394-45cb9be95267 req-569fa0dd-93a6-4973-b53d-9f98fa341488 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:04.205355 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4cb00f04-e96d-4aa5-9394-45cb9be95267 req-569fa0dd-93a6-4973-b53d-9f98fa341488 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0984678 Jul 20 09:42:04.251915 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-50ff4996-2686-436e-b6a3-3b00ca74c06d None None] Provisioning complete for port 42dcba43-d5a7-4948-83e4-11c77b2d449e triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:04.252296 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-50ff4996-2686-436e-b6a3-3b00ca74c06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:04.299537 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4cb00f04-e96d-4aa5-9394-45cb9be95267 req-32c16dda-9d69-4c12-b93d-0a233b6396a0 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882115 Jul 20 09:42:04.511322 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Publish callbacks [] for port (270998a5-c16b-4791-9d7c-49c81276e838), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:04.512567 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-50ff4996-2686-436e-b6a3-3b00ca74c06d None None] Current status of the port 42dcba43-d5a7-4948-83e4-11c77b2d449e is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:04.541768 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:04.556098 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-50ff4996-2686-436e-b6a3-3b00ca74c06d None None] Provisioning complete for port f9854c26-0b90-4743-b89a-0c5db8e852db triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:04.556450 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-50ff4996-2686-436e-b6a3-3b00ca74c06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:04.635645 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (270998a5-c16b-4791-9d7c-49c81276e838), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:04.656304 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Publish callbacks [] for port (a0744d5e-7aee-4a5b-9362-a484839384ee), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:04.664599 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (a0744d5e-7aee-4a5b-9362-a484839384ee), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:04.720353 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Network e1e02820-883e-4cb5-99f9-702812157978 is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:42:04.726411 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:42:04.733594 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Pushing event updated for resources: {'Port': ['ID=270998a5-c16b-4791-9d7c-49c81276e838,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:04.741421 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Received port after_create {{(pid=104190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:42:04.765532 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Attempting to bind port a0744d5e-7aee-4a5b-9362-a484839384ee on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:42:04.765908 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Attempting to bind port a0744d5e-7aee-4a5b-9362-a484839384ee by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:42:04.766268 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Attempting to bind port a0744d5e-7aee-4a5b-9362-a484839384ee on network 56bd5eb3-33eb-4ff1-833f-663849f99647 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:42:04.796415 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-50ff4996-2686-436e-b6a3-3b00ca74c06d None None] Current status of the port f9854c26-0b90-4743-b89a-0c5db8e852db is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:04.800611 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:04.805414 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:42:04.805792 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Checking segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:42:04.806334 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:04.807028 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Bound using segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:42:04.807344 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Bound port: a0744d5e-7aee-4a5b-9362-a484839384ee, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:42:04.807675 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (a0744d5e-7aee-4a5b-9362-a484839384ee), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:04.811158 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316d744-f04b-4468-9605-e5341ce09b19 None None] Pushing event updated for resources: {'Port': ['ID=a0744d5e-7aee-4a5b-9362-a484839384ee,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:04.837731 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656506'] for router_interface (7525d8ba-6963-497e-921c-1929d2db2c48), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:05.093487 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] For port a0744d5e-7aee-4a5b-9362-a484839384ee, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:42:05.097484 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] For port a0744d5e-7aee-4a5b-9362-a484839384ee, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=a0744d5e-7aee-4a5b-9362-a484839384ee,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:42:05.115607 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (270998a5-c16b-4791-9d7c-49c81276e838), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:05.129706 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (a0744d5e-7aee-4a5b-9362-a484839384ee), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:05.228209 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-d5689f30-0fcf-40ce-a828-d337c6d110ca None None] Provisioning complete for port 270998a5-c16b-4791-9d7c-49c81276e838 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:05.228604 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d5689f30-0fcf-40ce-a828-d337c6d110ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (270998a5-c16b-4791-9d7c-49c81276e838), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:05.281338 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Routers {'7525d8ba-6963-497e-921c-1929d2db2c48'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:42:05.281973 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['7525d8ba-6963-497e-921c-1929d2db2c48'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:05.297273 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device f9854c26-0b90-4743-b89a-0c5db8e852db up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:42:05.362972 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-d5689f30-0fcf-40ce-a828-d337c6d110ca None None] Port 270998a5-c16b-4791-9d7c-49c81276e838 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:42:05.368269 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Publish callbacks [] for port (270998a5-c16b-4791-9d7c-49c81276e838), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:05.370187 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316d744-f04b-4468-9605-e5341ce09b19 None None] Pushing event updated for resources: {'Port': ['ID=a0744d5e-7aee-4a5b-9362-a484839384ee,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:05.376583 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966815'] for port (270998a5-c16b-4791-9d7c-49c81276e838), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:05.431089 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:05.445412 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port f9854c26-0b90-4743-b89a-0c5db8e852db triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:05.445801 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:05.483192 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] Set router 7525d8ba-6963-497e-921c-1929d2db2c48 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:42:05.490743 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e351be-89d6-4552-8485-d4cca45e5bcf req-b8161089-56a9-41b5-ae4d-e3dc3cce33c1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:05.492249 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e1e351be-89d6-4552-8485-d4cca45e5bcf req-b8161089-56a9-41b5-ae4d-e3dc3cce33c1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0871978 Jul 20 09:42:05.493746 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669490'] for router_interface (7525d8ba-6963-497e-921c-1929d2db2c48), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:05.497219 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Pushing event updated for resources: {'Port': ['ID=270998a5-c16b-4791-9d7c-49c81276e838,revision_number=2']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:05.594810 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e1e351be-89d6-4552-8485-d4cca45e5bcf req-4534ad17-a764-415e-92a5-04f7e9de8614 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920782 Jul 20 09:42:05.624464 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:05.630868 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Network e1e02820-883e-4cb5-99f9-702812157978 is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:42:05.632995 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:42:05.635528 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port f9854c26-0b90-4743-b89a-0c5db8e852db is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:05.724987 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'name': 'tempest-TestShelveInstance-560528458-router', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a0744d5e-7aee-4a5b-9362-a484839384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:59Z', 'updated_at': '2022-07-20T09:42:05Z', 'revision_number': 4, 'project_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'gw_port': {'id': 'a0744d5e-7aee-4a5b-9362-a484839384ee', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:42:00Z', 'updated_at': '2022-07-20T09:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '270998a5-c16b-4791-9d7c-49c81276e838', 'name': '', 'network_id': 'e1e02820-883e-4cb5-99f9-702812157978', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'mac_address': 'fa:16:3e:2e:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9635f330-75e9-4119-9e3e-1fd662b5b226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:42:03Z', 'updated_at': '2022-07-20T09:42:04Z', 'revision_number': 1, 'project_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'subnets': [{'id': '9635f330-75e9-4119-9e3e-1fd662b5b226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:05.753534 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113d62f-6cbf-4224-8513-3d5eed127bd1 None None] The sync data for ids ['7525d8ba-6963-497e-921c-1929d2db2c48'] in dv-cinder-822822-3-iscsi is: [{'id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'name': 'tempest-TestShelveInstance-560528458-router', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a0744d5e-7aee-4a5b-9362-a484839384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:59Z', 'updated_at': '2022-07-20T09:42:05Z', 'revision_number': 4, 'project_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'gw_port': {'id': 'a0744d5e-7aee-4a5b-9362-a484839384ee', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:42:00Z', 'updated_at': '2022-07-20T09:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '270998a5-c16b-4791-9d7c-49c81276e838', 'name': '', 'network_id': 'e1e02820-883e-4cb5-99f9-702812157978', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'mac_address': 'fa:16:3e:2e:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9635f330-75e9-4119-9e3e-1fd662b5b226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:42:03Z', 'updated_at': '2022-07-20T09:42:04Z', 'revision_number': 1, 'project_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'subnets': [{'id': '9635f330-75e9-4119-9e3e-1fd662b5b226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:42:05.888600 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-bb242db4-6f6b-4d1a-b935-4c0990f1c09a None None] Provisioning complete for port 270998a5-c16b-4791-9d7c-49c81276e838 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:05.889107 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb242db4-6f6b-4d1a-b935-4c0990f1c09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (270998a5-c16b-4791-9d7c-49c81276e838), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:05.918460 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:05.928759 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-bb242db4-6f6b-4d1a-b935-4c0990f1c09a None None] Port 270998a5-c16b-4791-9d7c-49c81276e838 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:42:05.993711 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Router 7525d8ba-6963-497e-921c-1929d2db2c48 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:42:06.123427 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:42:06.128496 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-2ccadee5-0aaf-49f4-9f3f-5f317ba4aed7 admin admin] 10.222.0.18 "PUT /v2.0/routers/7525d8ba-6963-497e-921c-1929d2db2c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1669755 Jul 20 09:42:06.527081 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53992) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:06.531629 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-732f589a-42d5-4046-b32d-6135a9049d30 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2047505651', 'description': 'tempest-secgroup-smoke-2047505651 description', 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:06.558221 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-732f589a-42d5-4046-b32d-6135a9049d30 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:06.744122 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-732f589a-42d5-4046-b32d-6135a9049d30 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group (55a3d6d7-2f89-4bee-82c6-6d7c673e72be), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:06.750218 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-732f589a-42d5-4046-b32d-6135a9049d30 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (55a3d6d7-2f89-4bee-82c6-6d7c673e72be), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:06.784645 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:06.813220 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-732f589a-42d5-4046-b32d-6135a9049d30 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:06.814528 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-732f589a-42d5-4046-b32d-6135a9049d30 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2863698 Jul 20 09:42:06.817600 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 53998) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:06.819635 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a1d1-9869-4a05-a411-30a3fa9a9e38 req-f3157321-e16e-45c8-9645-5bd19e05d858 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:06.823030 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7754a1d1-9869-4a05-a411-30a3fa9a9e38 req-f3157321-e16e-45c8-9645-5bd19e05d858 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0803151 Jul 20 09:42:06.829106 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-858e87a5-0dc3-4e08-9071-d59055cf2694 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Request body: {'security_group_rule': {'security_group_id': '55a3d6d7-2f89-4bee-82c6-6d7c673e72be', 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:06.834551 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f589a-42d5-4046-b32d-6135a9049d30 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a3d6d7-2f89-4bee-82c6-6d7c673e72be,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:06.871814 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-858e87a5-0dc3-4e08-9071-d59055cf2694 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (84b65939-a133-4d15-ad00-3f942be93fa3), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:06.883563 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:06.896493 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7754a1d1-9869-4a05-a411-30a3fa9a9e38 req-37160fff-f1c0-42e2-8198-df583bf152ee tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672460 Jul 20 09:42:06.960902 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-858e87a5-0dc3-4e08-9071-d59055cf2694 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (84b65939-a133-4d15-ad00-3f942be93fa3), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:06.966714 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-858e87a5-0dc3-4e08-9071-d59055cf2694 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (84b65939-a133-4d15-ad00-3f942be93fa3), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:06.998603 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-858e87a5-0dc3-4e08-9071-d59055cf2694 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.002486 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-858e87a5-0dc3-4e08-9071-d59055cf2694 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1813633 Jul 20 09:42:07.002895 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54000) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:07.007240 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-4671da1e-3510-4f2a-9ebd-91192836ae86 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Request body: {'security_group_rule': {'security_group_id': '55a3d6d7-2f89-4bee-82c6-6d7c673e72be', 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:07.013167 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e87a5-0dc3-4e08-9071-d59055cf2694 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b65939-a133-4d15-ad00-3f942be93fa3,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:07.056350 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4671da1e-3510-4f2a-9ebd-91192836ae86 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (a34b6c4a-62ed-4457-87f0-3760b686bef5), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.204677 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4671da1e-3510-4f2a-9ebd-91192836ae86 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (a34b6c4a-62ed-4457-87f0-3760b686bef5), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.210131 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4671da1e-3510-4f2a-9ebd-91192836ae86 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (a34b6c4a-62ed-4457-87f0-3760b686bef5), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.240398 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671da1e-3510-4f2a-9ebd-91192836ae86 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34b6c4a-62ed-4457-87f0-3760b686bef5,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:07.248170 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4671da1e-3510-4f2a-9ebd-91192836ae86 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.249776 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-4671da1e-3510-4f2a-9ebd-91192836ae86 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2460585 Jul 20 09:42:07.252667 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54002) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:07.257426 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-29d3cd9f-e5f2-4b21-87d4-126659c4a99d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Request body: {'security_group_rule': {'security_group_id': '55a3d6d7-2f89-4bee-82c6-6d7c673e72be', 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:07.261897 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device a0744d5e-7aee-4a5b-9362-a484839384ee up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:42:07.312216 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-29d3cd9f-e5f2-4b21-87d4-126659c4a99d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (2bbbb386-2836-483a-8a40-49ebd4cd2d54), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.323503 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port a0744d5e-7aee-4a5b-9362-a484839384ee triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:07.326224 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (a0744d5e-7aee-4a5b-9362-a484839384ee), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.394077 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-29d3cd9f-e5f2-4b21-87d4-126659c4a99d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (2bbbb386-2836-483a-8a40-49ebd4cd2d54), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.402246 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-29d3cd9f-e5f2-4b21-87d4-126659c4a99d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (2bbbb386-2836-483a-8a40-49ebd4cd2d54), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.419734 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:07.433308 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3cd9f-e5f2-4b21-87d4-126659c4a99d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbbb386-2836-483a-8a40-49ebd4cd2d54,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:07.441942 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-29d3cd9f-e5f2-4b21-87d4-126659c4a99d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.448740 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54006) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:07.452886 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-1c06eb05-6efc-40ec-bc92-813e68b333f6 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Request body: {'security_group_rule': {'security_group_id': '55a3d6d7-2f89-4bee-82c6-6d7c673e72be', 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:07.459536 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-29d3cd9f-e5f2-4b21-87d4-126659c4a99d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2057436 Jul 20 09:42:07.468522 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port a0744d5e-7aee-4a5b-9362-a484839384ee is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:07.469297 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (a0744d5e-7aee-4a5b-9362-a484839384ee), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.502177 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port a0744d5e-7aee-4a5b-9362-a484839384ee, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=a0744d5e-7aee-4a5b-9362-a484839384ee,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:07.508672 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (a0744d5e-7aee-4a5b-9362-a484839384ee), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.537578 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1c06eb05-6efc-40ec-bc92-813e68b333f6 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (3b2d5764-ed79-41be-9d26-9158b2603700), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.542311 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:07.582096 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:07.582494 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=a0744d5e-7aee-4a5b-9362-a484839384ee,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:07.630321 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1c06eb05-6efc-40ec-bc92-813e68b333f6 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (3b2d5764-ed79-41be-9d26-9158b2603700), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.634096 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1c06eb05-6efc-40ec-bc92-813e68b333f6 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (3b2d5764-ed79-41be-9d26-9158b2603700), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.656040 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06eb05-6efc-40ec-bc92-813e68b333f6 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2d5764-ed79-41be-9d26-9158b2603700,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:07.661655 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1c06eb05-6efc-40ec-bc92-813e68b333f6 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.663002 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-1c06eb05-6efc-40ec-bc92-813e68b333f6 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2138567 Jul 20 09:42:07.665791 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54008) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:07.670984 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-464abc4d-bba9-4760-bcfd-5ff3a998e432 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Request body: {'security_group_rule': {'security_group_id': '55a3d6d7-2f89-4bee-82c6-6d7c673e72be', 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:07.708680 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.securitygroups_db [None req-464abc4d-bba9-4760-bcfd-5ff3a998e432 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Project ee1753001c624ae3941cfc51b3d9d6ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 09:42:07.716015 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-464abc4d-bba9-4760-bcfd-5ff3a998e432 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (4d4bc0bf-606b-44b0-8cfb-50b51f4d078f), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.798275 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-464abc4d-bba9-4760-bcfd-5ff3a998e432 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (4d4bc0bf-606b-44b0-8cfb-50b51f4d078f), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.802088 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-464abc4d-bba9-4760-bcfd-5ff3a998e432 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (4d4bc0bf-606b-44b0-8cfb-50b51f4d078f), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.834683 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464abc4d-bba9-4760-bcfd-5ff3a998e432 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4bc0bf-606b-44b0-8cfb-50b51f4d078f,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:07.843863 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-464abc4d-bba9-4760-bcfd-5ff3a998e432 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.845298 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-464abc4d-bba9-4760-bcfd-5ff3a998e432 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1778655 Jul 20 09:42:07.848038 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54012) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:07.852685 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-f3071717-db88-4d9f-bfd7-c9bcf31ee856 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Request body: {'security_group_rule': {'security_group_id': '55a3d6d7-2f89-4bee-82c6-6d7c673e72be', 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:07.875075 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.securitygroups_db [None req-f3071717-db88-4d9f-bfd7-c9bcf31ee856 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Project ee1753001c624ae3941cfc51b3d9d6ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 09:42:07.880951 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f3071717-db88-4d9f-bfd7-c9bcf31ee856 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (48e1434d-5244-4ad3-b7e6-c41f51a12e55), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.958280 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f3071717-db88-4d9f-bfd7-c9bcf31ee856 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (48e1434d-5244-4ad3-b7e6-c41f51a12e55), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.962662 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f3071717-db88-4d9f-bfd7-c9bcf31ee856 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (48e1434d-5244-4ad3-b7e6-c41f51a12e55), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:07.993544 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3071717-db88-4d9f-bfd7-c9bcf31ee856 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e1434d-5244-4ad3-b7e6-c41f51a12e55,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:07.998623 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f3071717-db88-4d9f-bfd7-c9bcf31ee856 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:08.007532 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-f3071717-db88-4d9f-bfd7-c9bcf31ee856 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507757 Jul 20 09:42:08.080310 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e711d0-9902-4172-84ed-10df0fdb4ad7 req-6b743dfb-1779-48c8-a202-52dba66cd52b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:08.083782 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-44e711d0-9902-4172-84ed-10df0fdb4ad7 req-6b743dfb-1779-48c8-a202-52dba66cd52b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0876045 Jul 20 09:42:08.156716 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-44e711d0-9902-4172-84ed-10df0fdb4ad7 req-d0ca2318-097c-4d1f-8098-9085c194b717 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689597 Jul 20 09:42:08.685026 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Sync routers for ids ['7525d8ba-6963-497e-921c-1929d2db2c48'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:42:08.700643 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Routers {'7525d8ba-6963-497e-921c-1929d2db2c48'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:42:08.701500 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['7525d8ba-6963-497e-921c-1929d2db2c48'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:08.830985 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Set router 7525d8ba-6963-497e-921c-1929d2db2c48 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:42:09.134474 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'name': 'tempest-TestShelveInstance-560528458-router', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a0744d5e-7aee-4a5b-9362-a484839384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:59Z', 'updated_at': '2022-07-20T09:42:05Z', 'revision_number': 4, 'project_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'gw_port': {'id': 'a0744d5e-7aee-4a5b-9362-a484839384ee', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:42:00Z', 'updated_at': '2022-07-20T09:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '270998a5-c16b-4791-9d7c-49c81276e838', 'name': '', 'network_id': 'e1e02820-883e-4cb5-99f9-702812157978', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'mac_address': 'fa:16:3e:2e:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9635f330-75e9-4119-9e3e-1fd662b5b226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:42:03Z', 'updated_at': '2022-07-20T09:42:05Z', 'revision_number': 2, 'project_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'subnets': [{'id': '9635f330-75e9-4119-9e3e-1fd662b5b226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:09.189541 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Checking router: 7525d8ba-6963-497e-921c-1929d2db2c48 for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:42:09.191399 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Updating router 7525d8ba-6963-497e-921c-1929d2db2c48 port 270998a5-c16b-4791-9d7c-49c81276e838 binding host dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:42:09.288288 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (270998a5-c16b-4791-9d7c-49c81276e838), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:09.300718 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device a0744d5e-7aee-4a5b-9362-a484839384ee up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:42:09.468883 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port a0744d5e-7aee-4a5b-9362-a484839384ee triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:09.470013 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (a0744d5e-7aee-4a5b-9362-a484839384ee), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:09.508878 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1287eb5-f6a1-49d8-8c95-3eadab19c82c req-74915327-9ede-43c9-a2b6-34f1b67090b7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:09.512872 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e1287eb5-f6a1-49d8-8c95-3eadab19c82c req-74915327-9ede-43c9-a2b6-34f1b67090b7 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.1151602 Jul 20 09:42:09.590339 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e1287eb5-f6a1-49d8-8c95-3eadab19c82c req-3d0efab6-7920-4b3c-baf8-618add558d6f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713530 Jul 20 09:42:09.608183 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port a0744d5e-7aee-4a5b-9362-a484839384ee is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:09.708200 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:09.710145 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:09.737952 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Publish callbacks [] for port (270998a5-c16b-4791-9d7c-49c81276e838), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:09.746773 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (270998a5-c16b-4791-9d7c-49c81276e838), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:09.902636 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc21d0-b698-4bb7-808a-3f4b208b6a5b None None] Pushing event updated for resources: {'Port': ['ID=270998a5-c16b-4791-9d7c-49c81276e838,revision_number=3']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:10.005088 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Attempting to bind port 270998a5-c16b-4791-9d7c-49c81276e838 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:42:10.005514 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Attempting to bind port 270998a5-c16b-4791-9d7c-49c81276e838 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'b2033979-fac6-4726-befc-5af5adda4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e1e02820-883e-4cb5-99f9-702812157978'}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:42:10.005875 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Attempting to bind port 270998a5-c16b-4791-9d7c-49c81276e838 on network e1e02820-883e-4cb5-99f9-702812157978 {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:42:10.043987 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:42:10.044366 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Checking segment: {'id': 'b2033979-fac6-4726-befc-5af5adda4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e1e02820-883e-4cb5-99f9-702812157978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:42:10.044771 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:10.045166 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Bound using segment: {'id': 'b2033979-fac6-4726-befc-5af5adda4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e1e02820-883e-4cb5-99f9-702812157978'} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:42:10.045646 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Bound port: 270998a5-c16b-4791-9d7c-49c81276e838, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2033979-fac6-4726-befc-5af5adda4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e1e02820-883e-4cb5-99f9-702812157978'}}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:42:10.046233 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (270998a5-c16b-4791-9d7c-49c81276e838), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:10.081983 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-01088a81-b992-488c-a164-6d67a43276bc None None] Provisioning complete for port 270998a5-c16b-4791-9d7c-49c81276e838 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:10.082484 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-01088a81-b992-488c-a164-6d67a43276bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (270998a5-c16b-4791-9d7c-49c81276e838), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:10.113733 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-01088a81-b992-488c-a164-6d67a43276bc None None] Port 270998a5-c16b-4791-9d7c-49c81276e838 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:42:10.131034 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] For port 270998a5-c16b-4791-9d7c-49c81276e838, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:42:10.134181 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] For port 270998a5-c16b-4791-9d7c-49c81276e838, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=270998a5-c16b-4791-9d7c-49c81276e838,segment=NetworkSegment(b2033979-fac6-4726-befc-5af5adda4e2b),segment_id=b2033979-fac6-4726-befc-5af5adda4e2b)] {{(pid=104192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:42:10.140423 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (270998a5-c16b-4791-9d7c-49c81276e838), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:10.216961 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Routers {'7525d8ba-6963-497e-921c-1929d2db2c48'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:42:10.217600 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['7525d8ba-6963-497e-921c-1929d2db2c48'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:10.220989 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc21d0-b698-4bb7-808a-3f4b208b6a5b None None] Pushing event updated for resources: {'Port': ['ID=270998a5-c16b-4791-9d7c-49c81276e838,revision_number=4']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:10.331310 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] Set router 7525d8ba-6963-497e-921c-1929d2db2c48 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:42:10.430745 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-407c37d8-bfff-408a-a066-fdb00c764384 None None] Provisioning complete for port 270998a5-c16b-4791-9d7c-49c81276e838 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:10.432331 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-407c37d8-bfff-408a-a066-fdb00c764384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (270998a5-c16b-4791-9d7c-49c81276e838), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:10.524356 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-407c37d8-bfff-408a-a066-fdb00c764384 None None] Current status of the port 270998a5-c16b-4791-9d7c-49c81276e838 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:10.525004 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-407c37d8-bfff-408a-a066-fdb00c764384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (270998a5-c16b-4791-9d7c-49c81276e838), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:10.536324 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'name': 'tempest-TestShelveInstance-560528458-router', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a0744d5e-7aee-4a5b-9362-a484839384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:59Z', 'updated_at': '2022-07-20T09:42:05Z', 'revision_number': 4, 'project_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'gw_port': {'id': 'a0744d5e-7aee-4a5b-9362-a484839384ee', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:42:00Z', 'updated_at': '2022-07-20T09:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '270998a5-c16b-4791-9d7c-49c81276e838', 'name': '', 'network_id': 'e1e02820-883e-4cb5-99f9-702812157978', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'mac_address': 'fa:16:3e:2e:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9635f330-75e9-4119-9e3e-1fd662b5b226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:42:03Z', 'updated_at': '2022-07-20T09:42:10Z', 'revision_number': 4, 'project_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'subnets': [{'id': '9635f330-75e9-4119-9e3e-1fd662b5b226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:10.561152 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-407c37d8-bfff-408a-a066-fdb00c764384 None None] For port 270998a5-c16b-4791-9d7c-49c81276e838, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=270998a5-c16b-4791-9d7c-49c81276e838,segment=NetworkSegment(b2033979-fac6-4726-befc-5af5adda4e2b),segment_id=b2033979-fac6-4726-befc-5af5adda4e2b)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:10.566074 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-407c37d8-bfff-408a-a066-fdb00c764384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (270998a5-c16b-4791-9d7c-49c81276e838), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:10.567387 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ef96d-b2f6-4c0a-bb77-01eb89532a86 None None] The sync data for ids ['7525d8ba-6963-497e-921c-1929d2db2c48'] in dv-cinder-822822-3-iscsi is: [{'id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'name': 'tempest-TestShelveInstance-560528458-router', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a0744d5e-7aee-4a5b-9362-a484839384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:59Z', 'updated_at': '2022-07-20T09:42:05Z', 'revision_number': 4, 'project_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'gw_port': {'id': 'a0744d5e-7aee-4a5b-9362-a484839384ee', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:42:00Z', 'updated_at': '2022-07-20T09:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '270998a5-c16b-4791-9d7c-49c81276e838', 'name': '', 'network_id': 'e1e02820-883e-4cb5-99f9-702812157978', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'mac_address': 'fa:16:3e:2e:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '9635f330-75e9-4119-9e3e-1fd662b5b226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:42:03Z', 'updated_at': '2022-07-20T09:42:10Z', 'revision_number': 4, 'project_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'subnets': [{'id': '9635f330-75e9-4119-9e3e-1fd662b5b226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:42:10.629837 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c37d8-bfff-408a-a066-fdb00c764384 None None] Pushing event updated for resources: {'Port': ['ID=270998a5-c16b-4791-9d7c-49c81276e838,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:10.795397 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63d6dc-90e0-49c9-92b0-57797c3f1510 req-34271dca-41d5-40b2-9fa3-c84b85102fab tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:10.798091 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9f63d6dc-90e0-49c9-92b0-57797c3f1510 req-34271dca-41d5-40b2-9fa3-c84b85102fab tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0735910 Jul 20 09:42:10.810013 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:10.854629 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9f63d6dc-90e0-49c9-92b0-57797c3f1510 req-13cd57b3-36a4-4b15-b079-ccbd4e329930 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517769 Jul 20 09:42:11.233973 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 270998a5-c16b-4791-9d7c-49c81276e838 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:42:11.283173 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 270998a5-c16b-4791-9d7c-49c81276e838 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:11.283591 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (270998a5-c16b-4791-9d7c-49c81276e838), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:11.362569 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 270998a5-c16b-4791-9d7c-49c81276e838 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:11.993333 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12cf29-a863-463a-88ac-eb9cf082115e req-ac024b7e-9600-4384-b0b1-60dd70c4172c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:11.995180 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7e12cf29-a863-463a-88ac-eb9cf082115e req-ac024b7e-9600-4384-b0b1-60dd70c4172c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 943 time: 0.0497494 Jul 20 09:42:12.056292 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7e12cf29-a863-463a-88ac-eb9cf082115e req-904dd359-0e7f-47c9-bd42-23e13a77146f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548608 Jul 20 09:42:12.575079 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 859157aa-b638-4b4f-b43f-7f70703c0a47 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:42:12.622514 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:12.683322 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 859157aa-b638-4b4f-b43f-7f70703c0a47, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=859157aa-b638-4b4f-b43f-7f70703c0a47,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:12.694469 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'port_id': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'mac_address': 'fa:16:3e:4a:13:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:42:12.729075 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 859157aa-b638-4b4f-b43f-7f70703c0a47 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:12.729486 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:12.742003 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859157aa-b638-4b4f-b43f-7f70703c0a47 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:42:12.762635 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 859157aa-b638-4b4f-b43f-7f70703c0a47, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=859157aa-b638-4b4f-b43f-7f70703c0a47,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:12.766450 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:12.823594 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=859157aa-b638-4b4f-b43f-7f70703c0a47,revision_number=9']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:13.041849 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['859157aa-b638-4b4f-b43f-7f70703c0a47'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:42:13.190255 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df670a06-e231-4918-b8c4-3f5aded58b6b req-5d1177a9-688d-4803-ba7d-acfa7b8504b1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:13.192483 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-df670a06-e231-4918-b8c4-3f5aded58b6b req-5d1177a9-688d-4803-ba7d-acfa7b8504b1 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 944 time: 0.0604527 Jul 20 09:42:13.242903 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-df670a06-e231-4918-b8c4-3f5aded58b6b req-882ce57f-6e60-4ca2-b01c-4a38d3a95169 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430288 Jul 20 09:42:13.335464 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54156) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:13.458883 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f64282b-6792-451f-9474-9e7e34ec39ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:13.549008 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f64282b-6792-451f-9474-9e7e34ec39ba admin admin] Publish callbacks [] for security_group (4c412e73-4fab-48e5-9ce9-02a5e4d986af), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:13.558259 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4f64282b-6792-451f-9474-9e7e34ec39ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (4c412e73-4fab-48e5-9ce9-02a5e4d986af), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:13.599905 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-4f64282b-6792-451f-9474-9e7e34ec39ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=015669ab8e2448a987aba1ffc94e15c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632773 Jul 20 09:42:13.600839 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64282b-6792-451f-9474-9e7e34ec39ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c412e73-4fab-48e5-9ce9-02a5e4d986af,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:13.603171 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54170) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:13.656606 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5f54ecc5-a9b8-44b0-9b53-db9e71d5e651 admin admin] Publish callbacks [] for security_group (4c412e73-4fab-48e5-9ce9-02a5e4d986af), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:13.685581 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5f54ecc5-a9b8-44b0-9b53-db9e71d5e651 admin admin] Publish callbacks [] for security_group (4c412e73-4fab-48e5-9ce9-02a5e4d986af), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:13.745383 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5f54ecc5-a9b8-44b0-9b53-db9e71d5e651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (4c412e73-4fab-48e5-9ce9-02a5e4d986af), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:13.751430 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-5f54ecc5-a9b8-44b0-9b53-db9e71d5e651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:13.755180 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-5f54ecc5-a9b8-44b0-9b53-db9e71d5e651 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c412e73-4fab-48e5-9ce9-02a5e4d986af HTTP/1.1" status: 204 len: 168 time: 0.1469693 Jul 20 09:42:13.765082 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54ecc5-a9b8-44b0-9b53-db9e71d5e651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c412e73-4fab-48e5-9ce9-02a5e4d986af,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:13.798683 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39b08a-3f5b-4687-ba2e-9498d35e17a5 req-b6413de5-4c6d-4f88-bd51-035eb9465231 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:13.800206 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1b39b08a-3f5b-4687-ba2e-9498d35e17a5 req-b6413de5-4c6d-4f88-bd51-035eb9465231 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 945 time: 0.0594754 Jul 20 09:42:13.851095 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1b39b08a-3f5b-4687-ba2e-9498d35e17a5 req-2336b754-de78-484b-9d8f-af2b8874faa0 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=78728e67-ffbd-41a8-8a04-0e6db3ad03c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453377 Jul 20 09:42:14.377459 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20617aec-55c4-424f-8cb3-9e3542507c7b req-d334d643-e0ee-4b35-9eb1-ee3279871099 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:14.379545 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-20617aec-55c4-424f-8cb3-9e3542507c7b req-d334d643-e0ee-4b35-9eb1-ee3279871099 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 944 time: 0.0528290 Jul 20 09:42:14.445592 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-20617aec-55c4-424f-8cb3-9e3542507c7b req-12dc2ace-ce14-415d-b9fb-516dfe690b0f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580165 Jul 20 09:42:14.591833 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 859157aa-b638-4b4f-b43f-7f70703c0a47 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:42:14.655515 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 859157aa-b638-4b4f-b43f-7f70703c0a47 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:14.656174 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:14.680452 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:14.769216 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 859157aa-b638-4b4f-b43f-7f70703c0a47 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:14.769550 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:14.789435 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:14.798983 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859157aa-b638-4b4f-b43f-7f70703c0a47'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:42:14.801480 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee196b41-8b56-48e1-9043-4a98fcb1695d" -d '{"events": [{"server_uuid": "8c1aa3a0-cf51-4942-abc5-e059ed3eca20", "name": "network-vif-plugged", "status": "completed", "tag": "859157aa-b638-4b4f-b43f-7f70703c0a47"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:42:14.818364 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 859157aa-b638-4b4f-b43f-7f70703c0a47, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=859157aa-b638-4b4f-b43f-7f70703c0a47,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:14.823469 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:14.852970 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242495e2-7f13-4d60-b3f8-622801441865 x-openstack-request-id: req-242495e2-7f13-4d60-b3f8-622801441865 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:42:14.852970 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1aa3a0-cf51-4942-abc5-e059ed3eca20", "name": "network-vif-plugged", "status": "completed", "tag": "859157aa-b638-4b4f-b43f-7f70703c0a47", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:42:14.852970 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-242495e2-7f13-4d60-b3f8-622801441865 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:42:14.852970 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242495e2-7f13-4d60-b3f8-622801441865'] response: {'server_uuid': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'code': 200} Jul 20 09:42:14.902148 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=859157aa-b638-4b4f-b43f-7f70703c0a47,revision_number=10']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:15.000520 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c127293-0df0-4da4-94f9-56e0cf06c9b3 req-2b5be2bf-c472-4482-adf7-1a1876c1a7e4 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:15.002522 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2c127293-0df0-4da4-94f9-56e0cf06c9b3 req-2b5be2bf-c472-4482-adf7-1a1876c1a7e4 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 945 time: 0.0583158 Jul 20 09:42:15.058738 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2c127293-0df0-4da4-94f9-56e0cf06c9b3 req-7e68feb3-13b4-4c81-82c7-3c71c935931a tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=78728e67-ffbd-41a8-8a04-0e6db3ad03c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498440 Jul 20 09:42:15.583409 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c0d7a-a0bd-49f1-8a01-9f7661e0eb9e req-9d557ce4-c061-4432-85b9-e7779b45332a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:15.586157 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d20c0d7a-a0bd-49f1-8a01-9f7661e0eb9e req-9d557ce4-c061-4432-85b9-e7779b45332a tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 946 time: 0.0627375 Jul 20 09:42:15.631328 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:15.640276 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d20c0d7a-a0bd-49f1-8a01-9f7661e0eb9e req-6c6578e5-1f25-463e-b6b2-a07ba48c3ade tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464706 Jul 20 09:42:15.773460 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91136fb-c1f4-4c21-abb9-f95507dd4fd9 req-1e82ed0b-f60e-4fa8-ab14-4d1a27e8176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:15.775047 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c91136fb-c1f4-4c21-abb9-f95507dd4fd9 req-1e82ed0b-f60e-4fa8-ab14-4d1a27e8176b service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 1130 time: 0.0415306 Jul 20 09:42:15.848875 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:15.868174 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-ca36b5f4-4fbe-4457-9420-d9c36190bbd1 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:15.870634 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-ca36b5f4-4fbe-4457-9420-d9c36190bbd1 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 945 time: 0.0735261 Jul 20 09:42:15.892212 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c91136fb-c1f4-4c21-abb9-f95507dd4fd9 req-9bb60807-6a17-4378-82c4-f843e25a35ce service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961752 Jul 20 09:42:15.969314 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-9b205bd8-a40d-4dda-b759-48a4c4fca933 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Deleting port 87539666-3759-4a90-a2d8-d12fe5a15433 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:42:15.969663 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-9b205bd8-a40d-4dda-b759-48a4c4fca933 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (87539666-3759-4a90-a2d8-d12fe5a15433), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:16.092730 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-9b205bd8-a40d-4dda-b759-48a4c4fca933 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] For port 87539666-3759-4a90-a2d8-d12fe5a15433, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=87539666-3759-4a90-a2d8-d12fe5a15433,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:16.093262 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-9b205bd8-a40d-4dda-b759-48a4c4fca933 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (87539666-3759-4a90-a2d8-d12fe5a15433), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:16.101034 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:16.239553 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa8a46-ff05-43bb-a92b-e1d700e924b1 req-3b644431-1d99-48e9-bf10-c6874e8f9eb4 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:16.241030 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f0aa8a46-ff05-43bb-a92b-e1d700e924b1 req-3b644431-1d99-48e9-bf10-c6874e8f9eb4 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 945 time: 0.0905979 Jul 20 09:42:16.349742 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f0aa8a46-ff05-43bb-a92b-e1d700e924b1 req-f512a9c9-7ccb-4baa-979e-cfd408b2590f tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups?id=78728e67-ffbd-41a8-8a04-0e6db3ad03c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010225 Jul 20 09:42:16.352159 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-9b205bd8-a40d-4dda-b759-48a4c4fca933 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:16.352636 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-9b205bd8-a40d-4dda-b759-48a4c4fca933 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (d29b265c-cfc2-4ef5-a014-5af4e7c779b5), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:16.353047 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-9b205bd8-a40d-4dda-b759-48a4c4fca933 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Floating IP d29b265c-cfc2-4ef5-a014-5af4e7c779b5 disassociated. External IP: 172.27.1.56, port: 87539666-3759-4a90-a2d8-d12fe5a15433. Jul 20 09:42:16.353986 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-9b205bd8-a40d-4dda-b759-48a4c4fca933 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Calling delete_port for 87539666-3759-4a90-a2d8-d12fe5a15433 owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:42:16.491676 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-9b205bd8-a40d-4dda-b759-48a4c4fca933 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (87539666-3759-4a90-a2d8-d12fe5a15433), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:16.516850 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b205bd8-a40d-4dda-b759-48a4c4fca933 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event deleted for resources: {'Port': ['ID=87539666-3759-4a90-a2d8-d12fe5a15433,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:16.633544 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-9b205bd8-a40d-4dda-b759-48a4c4fca933 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:42:16.743714 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-9b205bd8-a40d-4dda-b759-48a4c4fca933 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:42:16.754308 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4060235a-3ed4-42eb-b7fc-b249b9ac4a79 None None] Sync routers for ids ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:42:16.764771 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060235a-3ed4-42eb-b7fc-b249b9ac4a79 None None] Routers {'8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:42:16.765390 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-4060235a-3ed4-42eb-b7fc-b249b9ac4a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:16.775191 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38871f1f-9560-48b1-b40b-0b8558663b8e req-5cf0dc97-fa5b-4a63-9a90-d5f4e30446fb tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:16.775191 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-38871f1f-9560-48b1-b40b-0b8558663b8e req-5cf0dc97-fa5b-4a63-9a90-d5f4e30446fb tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 946 time: 0.0546403 Jul 20 09:42:16.795548 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-9b205bd8-a40d-4dda-b759-48a4c4fca933 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] No DVR routers for this DVR port 87539666-3759-4a90-a2d8-d12fe5a15433 on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:42:16.798627 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-9b205bd8-a40d-4dda-b759-48a4c4fca933 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:16.802007 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-541aae3c-8153-4358-9525-2023ca0b3d01 req-9b205bd8-a40d-4dda-b759-48a4c4fca933 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.17 "DELETE /v2.0/ports/87539666-3759-4a90-a2d8-d12fe5a15433 HTTP/1.1" status: 204 len: 173 time: 0.9204571 Jul 20 09:42:16.802445 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc4383c-74cf-41bd-a13b-645e0dec5e66', 'name': 'network-vif-deleted', 'tag': '87539666-3759-4a90-a2d8-d12fe5a15433'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:42:16.804736 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b1080b-ff78-4eff-b559-75d698d60069" -d '{"events": [{"server_uuid": "dcc4383c-74cf-41bd-a13b-645e0dec5e66", "name": "network-vif-deleted", "tag": "87539666-3759-4a90-a2d8-d12fe5a15433"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:42:16.844533 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-38871f1f-9560-48b1-b40b-0b8558663b8e req-cd1adf29-eab8-4fd9-8ef9-687adc8f645f tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690076 Jul 20 09:42:16.850258 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a451b05c-b137-416c-b3ab-8dd7abf406b8 x-openstack-request-id: req-a451b05c-b137-416c-b3ab-8dd7abf406b8 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:42:16.850557 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc4383c-74cf-41bd-a13b-645e0dec5e66", "name": "network-vif-deleted", "tag": "87539666-3759-4a90-a2d8-d12fe5a15433", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:42:16.850811 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a451b05c-b137-416c-b3ab-8dd7abf406b8 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:42:16.851339 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a451b05c-b137-416c-b3ab-8dd7abf406b8'] response: {'server_uuid': 'dcc4383c-74cf-41bd-a13b-645e0dec5e66', 'name': 'network-vif-deleted', 'tag': '87539666-3759-4a90-a2d8-d12fe5a15433', 'status': 'completed', 'code': 200} Jul 20 09:42:16.882186 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:16.912632 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-4060235a-3ed4-42eb-b7fc-b249b9ac4a79 None None] Set router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:42:17.256696 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-4060235a-3ed4-42eb-b7fc-b249b9ac4a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'c2b7936a-a33b-42ff-9bd0-18bfbc79febe', 'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'mac_address': 'fa:16:3e:ed:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:43Z', 'updated_at': '2022-07-20T09:35:51Z', 'revision_number': 5, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'subnets': [{'id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:17.285050 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4060235a-3ed4-42eb-b7fc-b249b9ac4a79 None None] Checking router: 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:42:17.294161 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060235a-3ed4-42eb-b7fc-b249b9ac4a79 None None] Routers {'8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:42:17.294776 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-4060235a-3ed4-42eb-b7fc-b249b9ac4a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:17.402592 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-4060235a-3ed4-42eb-b7fc-b249b9ac4a79 None None] Set router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:42:17.482244 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1a6afe7e-6da5-48bc-8d75-7259b3a2ebf6 req-7547884c-2faf-4c91-8162-82dc657a2206 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc4383c-74cf-41bd-a13b-645e0dec5e66 HTTP/1.1" status: 200 len: 210 time: 0.0307181 Jul 20 09:42:17.618397 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-4060235a-3ed4-42eb-b7fc-b249b9ac4a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'c2b7936a-a33b-42ff-9bd0-18bfbc79febe', 'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'mac_address': 'fa:16:3e:ed:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:43Z', 'updated_at': '2022-07-20T09:35:51Z', 'revision_number': 5, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'subnets': [{'id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:17.647279 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4060235a-3ed4-42eb-b7fc-b249b9ac4a79 None None] The sync data for ids ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'] in dv-cinder-822822-3-iscsi is: [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:45Z', 'revision_number': 4, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'c2b7936a-a33b-42ff-9bd0-18bfbc79febe', 'name': '', 'network_id': '36a1bf85-9a28-4e91-952b-126a8641e41e', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'mac_address': 'fa:16:3e:ed:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:43Z', 'updated_at': '2022-07-20T09:35:51Z', 'revision_number': 5, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'subnets': [{'id': '953429d7-68e9-4e81-910d-8286b5c47ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:42:18.008140 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6828c45-0ff2-4281-9568-a2b144505f7f None None] New status for floating IP d29b265c-cfc2-4ef5-a014-5af4e7c779b5: DOWN {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:42:18.019580 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a762e54-5fa3-4964-87e1-3565353b776e req-d9d801b4-16e9-4d30-97d7-2c10485b659b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:18.028189 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5a762e54-5fa3-4964-87e1-3565353b776e req-d9d801b4-16e9-4d30-97d7-2c10485b659b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 946 time: 0.0781031 Jul 20 09:42:18.096107 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5a762e54-5fa3-4964-87e1-3565353b776e req-b20b0232-c130-4a18-b775-199a70dc9cff tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660505 Jul 20 09:42:18.571419 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54322) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:18.633411 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-533b500b-6366-4775-a474-07cdaf9f58f7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group (78728e67-ffbd-41a8-8a04-0e6db3ad03c6), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:18.643470 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:18.657947 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-533b500b-6366-4775-a474-07cdaf9f58f7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group (78728e67-ffbd-41a8-8a04-0e6db3ad03c6), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:18.711374 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-533b500b-6366-4775-a474-07cdaf9f58f7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (78728e67-ffbd-41a8-8a04-0e6db3ad03c6), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:18.714111 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-533b500b-6366-4775-a474-07cdaf9f58f7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:18.717825 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-533b500b-6366-4775-a474-07cdaf9f58f7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "DELETE /v2.0/security-groups/78728e67-ffbd-41a8-8a04-0e6db3ad03c6 HTTP/1.1" status: 204 len: 168 time: 0.1427345 Jul 20 09:42:18.718146 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54324) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:18.727865 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b500b-6366-4775-a474-07cdaf9f58f7 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78728e67-ffbd-41a8-8a04-0e6db3ad03c6,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:18.733586 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.api.v2.resource [None req-73f307cf-d5e8-4c32-9030-6e86cda4ed98 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] show failed (client error): The resource could not be found. Jul 20 09:42:18.734182 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-73f307cf-d5e8-4c32-9030-6e86cda4ed98 tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "GET /v2.0/security-groups/78728e67-ffbd-41a8-8a04-0e6db3ad03c6 HTTP/1.1" status: 404 len: 347 time: 0.0150738 Jul 20 09:42:18.737609 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54326) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:18.862926 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-00866bbf-7133-41d3-a524-279e1661572b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Deleting port af8de504-1bd8-43bf-a33b-3de7e7c29c62 {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:42:18.863261 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-00866bbf-7133-41d3-a524-279e1661572b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (af8de504-1bd8-43bf-a33b-3de7e7c29c62), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:18.926271 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:18.944116 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-00866bbf-7133-41d3-a524-279e1661572b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (af8de504-1bd8-43bf-a33b-3de7e7c29c62), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:18.944439 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-00866bbf-7133-41d3-a524-279e1661572b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for floatingip (af8de504-1bd8-43bf-a33b-3de7e7c29c62), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:18.956914 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-00866bbf-7133-41d3-a524-279e1661572b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Calling delete_port for af8de504-1bd8-43bf-a33b-3de7e7c29c62 owned by network:floatingip {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:42:19.087952 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-00866bbf-7133-41d3-a524-279e1661572b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (af8de504-1bd8-43bf-a33b-3de7e7c29c62), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:19.113233 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00866bbf-7133-41d3-a524-279e1661572b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Pushing event deleted for resources: {'Port': ['ID=af8de504-1bd8-43bf-a33b-3de7e7c29c62,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:19.184067 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-00866bbf-7133-41d3-a524-279e1661572b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks [] for floatingip (d29b265c-cfc2-4ef5-a014-5af4e7c779b5), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:19.186993 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-00866bbf-7133-41d3-a524-279e1661572b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:19.188262 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-00866bbf-7133-41d3-a524-279e1661572b tempest-AttachVolumeTestJSON-323046384 tempest-AttachVolumeTestJSON-323046384-project] 10.222.0.18 "DELETE /v2.0/floatingips/d29b265c-cfc2-4ef5-a014-5af4e7c779b5 HTTP/1.1" status: 204 len: 168 time: 0.4497561 Jul 20 09:42:19.217972 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:19.235951 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783e533-6125-4a81-8521-9ec4c141b981 req-fb361d9a-36c9-4823-ab53-48338da7020e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:19.237460 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a783e533-6125-4a81-8521-9ec4c141b981 req-fb361d9a-36c9-4823-ab53-48338da7020e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 946 time: 0.0667293 Jul 20 09:42:19.295712 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a783e533-6125-4a81-8521-9ec4c141b981 req-643dc20c-c4de-436d-a07c-acaa13b0fc6e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525362 Jul 20 09:42:20.660953 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 87539666-3759-4a90-a2d8-d12fe5a15433 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:42:20.685700 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: 87539666-3759-4a90-a2d8-d12fe5a15433 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:42:20.686053 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 87539666-3759-4a90-a2d8-d12fe5a15433 not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:42:22.301638 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54406) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:22.408726 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-78f7a5df-ba22-4f58-9a2f-dfb7e77cb5f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:22.483043 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-78f7a5df-ba22-4f58-9a2f-dfb7e77cb5f4 admin admin] Publish callbacks [] for security_group (b83ba0f5-4b5d-484c-9d51-34a985b3f28e), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:22.486506 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-78f7a5df-ba22-4f58-9a2f-dfb7e77cb5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (b83ba0f5-4b5d-484c-9d51-34a985b3f28e), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:22.526879 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7a5df-ba22-4f58-9a2f-dfb7e77cb5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83ba0f5-4b5d-484c-9d51-34a985b3f28e,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:22.531115 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-78f7a5df-ba22-4f58-9a2f-dfb7e77cb5f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df4fde55745a449e8ec1e92d41adac3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284696 Jul 20 09:42:22.534332 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54412) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:22.582285 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-fb32282d-f004-452a-ae6a-1d55105c853b admin admin] Publish callbacks [] for security_group (b83ba0f5-4b5d-484c-9d51-34a985b3f28e), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:22.603804 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-fb32282d-f004-452a-ae6a-1d55105c853b admin admin] Publish callbacks [] for security_group (b83ba0f5-4b5d-484c-9d51-34a985b3f28e), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:22.654236 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-fb32282d-f004-452a-ae6a-1d55105c853b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (b83ba0f5-4b5d-484c-9d51-34a985b3f28e), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:22.657224 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-fb32282d-f004-452a-ae6a-1d55105c853b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:22.662342 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-fb32282d-f004-452a-ae6a-1d55105c853b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b83ba0f5-4b5d-484c-9d51-34a985b3f28e HTTP/1.1" status: 204 len: 168 time: 0.1275985 Jul 20 09:42:22.673205 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32282d-f004-452a-ae6a-1d55105c853b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83ba0f5-4b5d-484c-9d51-34a985b3f28e,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:22.734457 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54422) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:22.952427 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54428) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:22.970440 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c6c73e95-a791-480a-a3be-f81de7e2b5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:23.035585 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-215f909d-92b1-4724-885e-6d93212e22d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:23.058475 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c6c73e95-a791-480a-a3be-f81de7e2b5b7 admin admin] Publish callbacks [] for security_group (6b499a46-6ae8-43e3-bcf7-fe3b67099f36), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:23.062318 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c6c73e95-a791-480a-a3be-f81de7e2b5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (6b499a46-6ae8-43e3-bcf7-fe3b67099f36), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:23.101104 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c73e95-a791-480a-a3be-f81de7e2b5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b499a46-6ae8-43e3-bcf7-fe3b67099f36,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:23.106132 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-c6c73e95-a791-480a-a3be-f81de7e2b5b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=473de344d49a4e4a9c847ab33e39abbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512904 Jul 20 09:42:23.108883 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54430) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:23.199758 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-16fe7645-8298-4187-8e0c-8ba370649fed admin admin] Publish callbacks [] for security_group (6b499a46-6ae8-43e3-bcf7-fe3b67099f36), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:23.209066 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:23.252456 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-16fe7645-8298-4187-8e0c-8ba370649fed admin admin] Publish callbacks [] for security_group (6b499a46-6ae8-43e3-bcf7-fe3b67099f36), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:23.261863 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:23.285940 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-98de3f66-0bce-453f-8652-866c4cdd6088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666018'] for router_interface (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:23.388225 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-16fe7645-8298-4187-8e0c-8ba370649fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (6b499a46-6ae8-43e3-bcf7-fe3b67099f36), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:23.390707 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-16fe7645-8298-4187-8e0c-8ba370649fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:23.395063 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-16fe7645-8298-4187-8e0c-8ba370649fed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b499a46-6ae8-43e3-bcf7-fe3b67099f36 HTTP/1.1" status: 204 len: 168 time: 0.2818749 Jul 20 09:42:23.406558 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe7645-8298-4187-8e0c-8ba370649fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b499a46-6ae8-43e3-bcf7-fe3b67099f36,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:23.555529 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-98de3f66-0bce-453f-8652-866c4cdd6088 admin admin] Deleting port c2b7936a-a33b-42ff-9bd0-18bfbc79febe {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:42:23.555877 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-98de3f66-0bce-453f-8652-866c4cdd6088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:23.566933 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:23.636108 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-98de3f66-0bce-453f-8652-866c4cdd6088 admin admin] For port c2b7936a-a33b-42ff-9bd0-18bfbc79febe, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=c2b7936a-a33b-42ff-9bd0-18bfbc79febe,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:23.636479 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-98de3f66-0bce-453f-8652-866c4cdd6088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:23.649305 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-98de3f66-0bce-453f-8652-866c4cdd6088 admin admin] Calling delete_port for c2b7936a-a33b-42ff-9bd0-18bfbc79febe owned by network:router_interface {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:42:23.755014 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54438) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:23.776635 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-35482b16-d651-4cc7-9850-6784a85840d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:23.887550 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-98de3f66-0bce-453f-8652-866c4cdd6088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (c2b7936a-a33b-42ff-9bd0-18bfbc79febe), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:23.901515 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:23.930062 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de3f66-0bce-453f-8652-866c4cdd6088 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b7936a-a33b-42ff-9bd0-18bfbc79febe,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:23.933416 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-35482b16-d651-4cc7-9850-6784a85840d7 admin admin] Publish callbacks [] for security_group (705cf35d-df19-4a90-975c-7e0e308d8957), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:23.939877 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-35482b16-d651-4cc7-9850-6784a85840d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (705cf35d-df19-4a90-975c-7e0e308d8957), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:24.021948 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-35482b16-d651-4cc7-9850-6784a85840d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e12047a2a9e4edb932741caba051d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658627 Jul 20 09:42:24.024619 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54440) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:24.025440 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35482b16-d651-4cc7-9850-6784a85840d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705cf35d-df19-4a90-975c-7e0e308d8957,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:24.050696 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:24.166268 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-23718843-2e71-491d-8e3a-653dede8896a admin admin] Publish callbacks [] for security_group (705cf35d-df19-4a90-975c-7e0e308d8957), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:24.198702 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-23718843-2e71-491d-8e3a-653dede8896a admin admin] Publish callbacks [] for security_group (705cf35d-df19-4a90-975c-7e0e308d8957), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:24.200541 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-98de3f66-0bce-453f-8652-866c4cdd6088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665942'] for router_interface (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:24.324077 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-23718843-2e71-491d-8e3a-653dede8896a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (705cf35d-df19-4a90-975c-7e0e308d8957), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:24.326574 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-23718843-2e71-491d-8e3a-653dede8896a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:24.327742 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-23718843-2e71-491d-8e3a-653dede8896a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/705cf35d-df19-4a90-975c-7e0e308d8957 HTTP/1.1" status: 204 len: 168 time: 0.2994127 Jul 20 09:42:24.339456 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23718843-2e71-491d-8e3a-653dede8896a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705cf35d-df19-4a90-975c-7e0e308d8957,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:24.449664 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98de3f66-0bce-453f-8652-866c4cdd6088 admin admin] Router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:42:24.556479 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98de3f66-0bce-453f-8652-866c4cdd6088 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:42:24.561721 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-98de3f66-0bce-453f-8652-866c4cdd6088 admin admin] 10.222.0.18 "PUT /v2.0/routers/8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8285277 Jul 20 09:42:24.564186 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54448) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:24.568810 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b71913-d2ea-4630-b571-1ade701c8da8 None None] Sync routers for ids ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:42:24.581201 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b71913-d2ea-4630-b571-1ade701c8da8 None None] Routers {'8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:42:24.581823 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-a7b71913-d2ea-4630-b571-1ade701c8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:24.633060 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:24.670252 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] Publish callbacks [] for router (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:24.696635 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-a7b71913-d2ea-4630-b571-1ade701c8da8 None None] Set router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:42:24.889778 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-a7b71913-d2ea-4630-b571-1ade701c8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:42:23Z', 'revision_number': 5, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:24.916660 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b71913-d2ea-4630-b571-1ade701c8da8 None None] Checking router: 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:42:24.926442 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b71913-d2ea-4630-b571-1ade701c8da8 None None] Routers {'8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:42:24.927075 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-a7b71913-d2ea-4630-b571-1ade701c8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:41:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:25.033888 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-a7b71913-d2ea-4630-b571-1ade701c8da8 None None] Set router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:42:25.034821 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:25.053450 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] Publish callbacks [] for router_gateway (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.097771 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] Deleting port 3f99e8ad-7999-4e71-a242-3a75c649283f {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:42:25.098128 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (3f99e8ad-7999-4e71-a242-3a75c649283f), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.103804 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:25.129348 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54466) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:25.192916 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] For port 3f99e8ad-7999-4e71-a242-3a75c649283f, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=3f99e8ad-7999-4e71-a242-3a75c649283f,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:25.193582 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (3f99e8ad-7999-4e71-a242-3a75c649283f), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.224958 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] Calling delete_port for 3f99e8ad-7999-4e71-a242-3a75c649283f owned by network:router_gateway {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:42:25.225826 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-a7b71913-d2ea-4630-b571-1ade701c8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:42:23Z', 'revision_number': 5, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:25.241468 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:25.248745 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2015054697-network', 'tenant_id': '4f8dfa60d69d45c29013dbbe6c1dd226'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:25.252255 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b71913-d2ea-4630-b571-1ade701c8da8 None None] The sync data for ids ['8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb'] in dv-cinder-822822-3-iscsi is: [{'id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'name': 'tempest-AttachVolumeTestJSON-680274480-router', 'tenant_id': 'e068f9b959004be4ad9c778d9010561a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:42:23Z', 'revision_number': 5, 'project_id': 'e068f9b959004be4ad9c778d9010561a', 'gw_port': {'id': '3f99e8ad-7999-4e71-a242-3a75c649283f', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:42:25.277848 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] Made reservation on behalf of 4f8dfa60d69d45c29013dbbe6c1dd226 for: {'network': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:42:25.278571 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-69b43e73-71db-4737-b058-12328cb6cf25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.281961 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.297938 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.300618 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:25.380688 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] Publish callbacks [] for security_group (e37196bd-59ff-4e66-8c6d-17ab60ed8dc4), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.385019 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (e37196bd-59ff-4e66-8c6d-17ab60ed8dc4), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.408618 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=104190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:42:25.410016 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (3f99e8ad-7999-4e71-a242-3a75c649283f), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.425469 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:25.429714 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (1271d43d-aca0-4a6b-b837-ed033b725ec6), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.430063 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.segments_db [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] Added segment 1271d43d-aca0-4a6b-b837-ed033b725ec6 of type vlan for network 678df20b-79c7-46fd-b30a-63d1f65355a4 Jul 20 09:42:25.446194 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] Pushing event deleted for resources: {'Port': ['ID=3f99e8ad-7999-4e71-a242-3a75c649283f,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:25.482463 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (678df20b-79c7-46fd-b30a-63d1f65355a4), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.512420 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:25.517139 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671293'] for router_gateway (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.524428 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (678df20b-79c7-46fd-b30a-63d1f65355a4), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.526793 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:25.527535 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.571446 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4402826 Jul 20 09:42:25.573599 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54476) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:25.605204 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-c58c0849-00a7-4900-b131-86b0198c4469 admin admin] Request body: {'subnet': {'network_id': '678df20b-79c7-46fd-b30a-63d1f65355a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2015054697-subnet', 'tenant_id': '4f8dfa60d69d45c29013dbbe6c1dd226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:25.612737 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30343'] for router (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.614989 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] Publish callbacks [] for router_controller (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), precommit_delete_associations {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.616880 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef24322-04dd-44ea-a4cc-b368a4ad375e admin admin] Pushing event updated for resources: {'Network': ['ID=678df20b-79c7-46fd-b30a-63d1f65355a4,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:25.631965 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network 678df20b-79c7-46fd-b30a-63d1f65355a4 details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:42:25.636305 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58c0849-00a7-4900-b131-86b0198c4469 admin admin] Made reservation on behalf of 4f8dfa60d69d45c29013dbbe6c1dd226 for: {'subnet': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:42:25.638745 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c58c0849-00a7-4900-b131-86b0198c4469 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25169977'] for subnet (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.668997 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667056'] for router (8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.669728 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb {{(pid=104189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 09:42:25.676232 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.677524 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-479b1377-8aef-4500-88f8-600b2d0f53bf admin admin] 10.222.0.18 "DELETE /v2.0/routers/8cbd399d-2454-4bb5-9a9b-bea5bd8f7cfb HTTP/1.1" status: 204 len: 168 time: 1.1120782 Jul 20 09:42:25.680068 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54478) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:25.734481 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81f7fc6-5d15-4f8a-8557-3023dc2c3804 admin admin] Deleting subnet 953429d7-68e9-4e81-910d-8286b5c47ba5 {{(pid=104189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 09:42:25.737878 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f81f7fc6-5d15-4f8a-8557-3023dc2c3804 admin admin] Publish callbacks [] for subnet (953429d7-68e9-4e81-910d-8286b5c47ba5), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.764457 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-c143ef9f-ef26-47da-974d-7650a6e35cae tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047505651&fields=id&tenant_id=ee1753001c624ae3941cfc51b3d9d6ef HTTP/1.1" status: 200 len: 267 time: 0.1230240 Jul 20 09:42:25.782940 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f81f7fc6-5d15-4f8a-8557-3023dc2c3804 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390779'] for subnet (953429d7-68e9-4e81-910d-8286b5c47ba5), precommit_delete_associations {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.872900 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f81f7fc6-5d15-4f8a-8557-3023dc2c3804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676107'] for subnet (953429d7-68e9-4e81-910d-8286b5c47ba5), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.932928 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f81f7fc6-5d15-4f8a-8557-3023dc2c3804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28369975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28340202'] for subnet (953429d7-68e9-4e81-910d-8286b5c47ba5), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.937902 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=10 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:25.956456 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-8849b8b6-f05c-487c-b795-c5b115c0c9a9 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:25.957862 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-8849b8b6-f05c-487c-b795-c5b115c0c9a9 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/networks?id=c1011f17-baa3-428f-b14e-017bea4212af HTTP/1.1" status: 200 len: 808 time: 0.1843145 Jul 20 09:42:25.959332 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c58c0849-00a7-4900-b131-86b0198c4469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25966168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25169967'] for subnet (ec291c03-e054-4224-814b-e13ec38d5d9b), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.968175 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f7fc6-5d15-4f8a-8557-3023dc2c3804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=953429d7-68e9-4e81-910d-8286b5c47ba5,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:25.973625 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f81f7fc6-5d15-4f8a-8557-3023dc2c3804 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:25.979899 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-f81f7fc6-5d15-4f8a-8557-3023dc2c3804 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/953429d7-68e9-4e81-910d-8286b5c47ba5 HTTP/1.1" status: 204 len: 168 time: 0.2951183 Jul 20 09:42:25.983835 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54480) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:25.984776 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66afbe88-e863-46d4-8c9f-671055ed4c84 None None] Network 36a1bf85-9a28-4e91-952b-126a8641e41e requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:42:26.008459 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-21f78138-02c9-4a45-96cd-315ce1960159 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/quotas/ee1753001c624ae3941cfc51b3d9d6ef HTTP/1.1" status: 200 len: 375 time: 0.0404828 Jul 20 09:42:26.039338 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:26.043782 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c0849-00a7-4900-b131-86b0198c4469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec291c03-e054-4224-814b-e13ec38d5d9b,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:26.063823 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:26.079555 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c0849-00a7-4900-b131-86b0198c4469 admin admin] Checking segment: {'id': '1271d43d-aca0-4a6b-b837-ed033b725ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '678df20b-79c7-46fd-b30a-63d1f65355a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:42:26.079909 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c0849-00a7-4900-b131-86b0198c4469 admin admin] Network hostable DHCP agents. Network: 678df20b-79c7-46fd-b30a-63d1f65355a4, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:42:26.080748 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1767445'] for network (36a1bf85-9a28-4e91-952b-126a8641e41e), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:26.094804 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-d5b7d80a-cc23-4eaf-9ee9-526302c785e7 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee1753001c624ae3941cfc51b3d9d6ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733666 Jul 20 09:42:26.124766 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c0849-00a7-4900-b131-86b0198c4469 admin admin] Network 678df20b-79c7-46fd-b30a-63d1f65355a4 is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:42:26.132637 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] Deleting port 91061add-c787-4336-868b-8471ba43fde8 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:42:26.133204 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (91061add-c787-4336-868b-8471ba43fde8), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:26.136212 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-c58c0849-00a7-4900-b131-86b0198c4469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, 678df20b-79c7-46fd-b30a-63d1f65355a4) {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:42:26.141508 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58c0849-00a7-4900-b131-86b0198c4469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:26.142458 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-c58c0849-00a7-4900-b131-86b0198c4469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:26.153008 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa48fce-ca84-4bab-b753-140022600063 None None] Network 678df20b-79c7-46fd-b30a-63d1f65355a4 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:42:26.204000 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-c58c0849-00a7-4900-b131-86b0198c4469 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6030455 Jul 20 09:42:26.209940 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] For port 91061add-c787-4336-868b-8471ba43fde8, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=91061add-c787-4336-868b-8471ba43fde8,segment=NetworkSegment(32652148-c115-49dd-b906-d50da27b5adf),segment_id=32652148-c115-49dd-b906-d50da27b5adf)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:26.210317 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (91061add-c787-4336-868b-8471ba43fde8), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:26.239902 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] Calling delete_port for 91061add-c787-4336-868b-8471ba43fde8 owned by network:dhcp {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:42:26.272400 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-c83f1f26-deed-46d3-b5c0-40e0725d2345 service neutron] 10.222.0.18 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595395 Jul 20 09:42:26.295076 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c4e0b4-639c-4240-99de-f7e8e426f1aa None None] Network 678df20b-79c7-46fd-b30a-63d1f65355a4 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:42:26.310024 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:26.317327 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:26.342155 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (91061add-c787-4336-868b-8471ba43fde8), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:26.355911 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] No DVR routers for this DVR port 91061add-c787-4336-868b-8471ba43fde8 on host dv-cinder-822822-3-iscsi {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:42:26.408894 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=91061add-c787-4336-868b-8471ba43fde8,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:26.410555 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a456b62-df29-4782-b921-6edc56cf7ba8 None None] DHCP port deletion for 36a1bf85-9a28-4e91-952b-126a8641e41e request from dv-cinder-822822-3-iscsi {{(pid=104191) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 09:42:26.469492 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-0507a331-2eed-4d95-9220-4c5cbecad1e9 service neutron] 10.222.0.18 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874650 Jul 20 09:42:26.497927 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675530', 'neutron.services.segments.db._delete_segments_for_network-8750382056250'] for network (36a1bf85-9a28-4e91-952b-126a8641e41e), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:26.519479 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a1bf85-9a28-4e91-952b-126a8641e41e']}} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:26.530814 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32652148-c115-49dd-b906-d50da27b5adf') {'for_net_delete': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:26.531106 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32652148-c115-49dd-b906-d50da27b5adf') {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:26.543104 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750382058051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390722'] for segment (32652148-c115-49dd-b906-d50da27b5adf), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:26.563328 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (32652148-c115-49dd-b906-d50da27b5adf), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:26.571259 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 09:42:26.579462 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28371605'] for segment (32652148-c115-49dd-b906-d50da27b5adf), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:26.639644 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.services.segments.plugin [-] Segment 32652148-c115-49dd-b906-d50da27b5adf resource provider aggregate not found Jul 20 09:42:26.669110 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.services.segments.plugin [-] Segment 32652148-c115-49dd-b906-d50da27b5adf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32652148-c115-49dd-b906-d50da27b5adf found for delete ", "request_id": "req-b4b70895-a414-493b-afc5-40be2d443a61"}]} Jul 20 09:42:26.671020 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671318'] for network (36a1bf85-9a28-4e91-952b-126a8641e41e), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:26.677213 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:26.685464 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/36a1bf85-9a28-4e91-952b-126a8641e41e HTTP/1.1" status: 204 len: 168 time: 0.6999679 Jul 20 09:42:26.707841 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f91d9-e445-4a9b-9d91-1ab45b93a4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=36a1bf85-9a28-4e91-952b-126a8641e41e,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:26.844887 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b75f2a80-f197-4434-abcb-5c4d348ef06d req-0a045be0-0f60-40a3-95d1-6e4d926c667a tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 210 time: 0.0369127 Jul 20 09:42:26.890062 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54508) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:26.963202 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-b20d436d-5dd7-45d0-a609-260987b07ff2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e068f9b959004be4ad9c778d9010561a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0702004 Jul 20 09:42:26.965769 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54516) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:27.028299 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-3af41e4b-f4d5-44a1-af09-75b6c84d27ca admin admin] Publish callbacks [] for security_group (01775592-87e5-473d-ab05-37958d52b624), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:27.048132 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:27.053152 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-3af41e4b-f4d5-44a1-af09-75b6c84d27ca admin admin] Publish callbacks [] for security_group (01775592-87e5-473d-ab05-37958d52b624), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:27.108739 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-3af41e4b-f4d5-44a1-af09-75b6c84d27ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (01775592-87e5-473d-ab05-37958d52b624), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:27.111329 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-3af41e4b-f4d5-44a1-af09-75b6c84d27ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:27.112516 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-3af41e4b-f4d5-44a1-af09-75b6c84d27ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01775592-87e5-473d-ab05-37958d52b624 HTTP/1.1" status: 204 len: 168 time: 0.1457784 Jul 20 09:42:27.122007 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af41e4b-f4d5-44a1-af09-75b6c84d27ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01775592-87e5-473d-ab05-37958d52b624,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:27.234582 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 3f99e8ad-7999-4e71-a242-3a75c649283f no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:42:27.255332 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: 3f99e8ad-7999-4e71-a242-3a75c649283f {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:42:27.255975 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 3f99e8ad-7999-4e71-a242-3a75c649283f not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:42:27.256396 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device c2b7936a-a33b-42ff-9bd0-18bfbc79febe no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:42:27.279461 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: c2b7936a-a33b-42ff-9bd0-18bfbc79febe {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:42:27.279809 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device c2b7936a-a33b-42ff-9bd0-18bfbc79febe not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:42:27.280229 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 91061add-c787-4336-868b-8471ba43fde8 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:42:27.299168 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: 91061add-c787-4336-868b-8471ba43fde8 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:42:27.299559 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 91061add-c787-4336-868b-8471ba43fde8 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:42:27.617182 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:42:27.798870 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:27.905431 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-e247d477-cb6d-498e-919e-e1957fc5bcca tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:27.907478 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-e247d477-cb6d-498e-919e-e1957fc5bcca tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.17 "GET /v2.0/networks?id=c1011f17-baa3-428f-b14e-017bea4212af HTTP/1.1" status: 200 len: 808 time: 0.1254995 Jul 20 09:42:27.955601 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-af813f2f-3bb4-4620-a5e0-a125329edad7 req-ef02a356-d1f6-4b2c-acab-973dac265499 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 210 time: 0.0329847 Jul 20 09:42:27.990571 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-46195245-2aea-48f4-a423-f8b9ee378d33 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee1753001c624ae3941cfc51b3d9d6ef HTTP/1.1" status: 200 len: 380 time: 0.0747931 Jul 20 09:42:28.001057 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-a6ab6faf-93dc-4e39-b93c-7a732be2fbd5 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Request body: {'port': {'device_id': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'admin_state_up': True, 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'security_groups': ['55a3d6d7-2f89-4bee-82c6-6d7c673e72be']}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:28.125968 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-a6ab6faf-93dc-4e39-b93c-7a732be2fbd5 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Made reservation on behalf of ee1753001c624ae3941cfc51b3d9d6ef for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:42:28.129623 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-a6ab6faf-93dc-4e39-b93c-7a732be2fbd5 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:28.165121 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:28.187369 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:28.297732 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-a6ab6faf-93dc-4e39-b93c-7a732be2fbd5 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Allocated IP 172.20.0.5 (c1011f17-baa3-428f-b14e-017bea4212af/088b7b61-bfb8-4b82-ada2-7f2f408519d3/1b469bba-5a64-4111-b2f1-bc9db9a2f793) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:42:28.320116 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:28.379519 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-9c269e61-76be-4e8c-9ff3-efcf04f31cbe tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:28.381204 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-9c269e61-76be-4e8c-9ff3-efcf04f31cbe tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/networks?id=678df20b-79c7-46fd-b30a-63d1f65355a4 HTTP/1.1" status: 200 len: 809 time: 0.1311789 Jul 20 09:42:28.404915 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-d3f7eeb9-c23f-433b-8024-2dfe7d823fa1 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/quotas/4f8dfa60d69d45c29013dbbe6c1dd226 HTTP/1.1" status: 200 len: 375 time: 0.0136931 Jul 20 09:42:28.477024 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-02a00744-3019-4983-b6fe-bd293e91e6f6 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f8dfa60d69d45c29013dbbe6c1dd226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589564 Jul 20 09:42:28.540310 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:28.544589 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-a6ab6faf-93dc-4e39-b93c-7a732be2fbd5 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:28.596207 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-a6ab6faf-93dc-4e39-b93c-7a732be2fbd5 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:28.605356 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-39239ab9-a4a0-4d27-81a5-ffa166243627 service neutron] 10.222.0.18 "GET /v2.0/networks/678df20b-79c7-46fd-b30a-63d1f65355a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274359 Jul 20 09:42:28.637587 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-a6ab6faf-93dc-4e39-b93c-7a732be2fbd5 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Network c1011f17-baa3-428f-b14e-017bea4212af is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:42:28.640653 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-a6ab6faf-93dc-4e39-b93c-7a732be2fbd5 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:42:28.646746 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-a6ab6faf-93dc-4e39-b93c-7a732be2fbd5 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:42:28.672686 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab6faf-93dc-4e39-b93c-7a732be2fbd5 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Pushing event updated for resources: {'Port': ['ID=1b469bba-5a64-4111-b2f1-bc9db9a2f793,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:28.704425 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-a6ab6faf-93dc-4e39-b93c-7a732be2fbd5 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:28.705057 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-a6ab6faf-93dc-4e39-b93c-7a732be2fbd5 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:28.705779 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-2425cadc-6f89-4cf5-9470-b248e11a69fc service neutron] 10.222.0.18 "GET /v2.0/networks/678df20b-79c7-46fd-b30a-63d1f65355a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942397 Jul 20 09:42:28.724283 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-a6ab6faf-93dc-4e39-b93c-7a732be2fbd5 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7277498 Jul 20 09:42:28.736644 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Request body: {'port': {'device_id': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:28.809375 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:28.937570 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8557acd3-2a2c-4e32-9a15-1522ecf84a08 req-836aaa64-a4b0-4a51-bbbd-be672b34529a tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 210 time: 0.0713589 Jul 20 09:42:28.959655 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-a25a7f5f-913c-4e51-9e0f-8c5f6af92281 None None] Provisioning complete for port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:28.960095 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a25a7f5f-913c-4e51-9e0f-8c5f6af92281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:29.122978 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b469bba-5a64-4111-b2f1-bc9db9a2f793 {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:42:29.132536 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Publish callbacks [] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:29.143853 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-a25a7f5f-913c-4e51-9e0f-8c5f6af92281 None None] Port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:42:29.150563 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Transition to ACTIVE for port object 1b469bba-5a64-4111-b2f1-bc9db9a2f793 will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:42:29.151516 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05118636-9923-43f7-9dcc-c5c7a10fa466 req-dc5a129d-4aad-49ea-94d0-f7d33e71c5e8 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:29.153229 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-05118636-9923-43f7-9dcc-c5c7a10fa466 req-dc5a129d-4aad-49ea-94d0-f7d33e71c5e8 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 931 time: 0.0989964 Jul 20 09:42:29.155282 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:29.188110 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:29.216527 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Pushing event updated for resources: {'Port': ['ID=1b469bba-5a64-4111-b2f1-bc9db9a2f793,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:29.226950 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-05118636-9923-43f7-9dcc-c5c7a10fa466 req-46863f45-811a-45fa-95ab-30b2c0c41fdb tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586343 Jul 20 09:42:29.309256 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Attempting to bind port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:42:29.309589 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Attempting to bind port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:42:29.310592 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Attempting to bind port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 on network c1011f17-baa3-428f-b14e-017bea4212af {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:42:29.316039 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 on network c1011f17-baa3-428f-b14e-017bea4212af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:42:29.316360 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Attempting to bind port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 on network c1011f17-baa3-428f-b14e-017bea4212af {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:42:29.321816 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:42:29.322663 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Checking segment: {'id': 'ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:42:29.323038 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Bound using segment: {'id': 'ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:42:29.323492 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Bound port: 1b469bba-5a64-4111-b2f1-bc9db9a2f793, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:42:29.323848 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:29.359692 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:29.393663 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] For port 1b469bba-5a64-4111-b2f1-bc9db9a2f793, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:42:29.396868 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] For port 1b469bba-5a64-4111-b2f1-bc9db9a2f793, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:42:29.403538 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:29.407998 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:29.441349 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:29.442117 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:29.443592 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] 10.222.0.17 "PUT /v2.0/ports/1b469bba-5a64-4111-b2f1-bc9db9a2f793 HTTP/1.1" status: 200 len: 1093 time: 0.7118230 Jul 20 09:42:29.444567 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'tag': '1b469bba-5a64-4111-b2f1-bc9db9a2f793'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:42:29.447751 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbedc2f-0ceb-4cba-9415-5b2c1eccad17" -d '{"events": [{"name": "network-changed", "server_uuid": "11204e32-acb1-4e5d-ab38-0c9f0ded5172", "tag": "1b469bba-5a64-4111-b2f1-bc9db9a2f793"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:42:29.482696 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbeb492-f077-4d64-b52b-4990dd1d5209 service neutron] Pushing event updated for resources: {'Port': ['ID=1b469bba-5a64-4111-b2f1-bc9db9a2f793,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:29.496733 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d846c84d-6588-40e8-92e5-51b6eff4baec x-openstack-request-id: req-d846c84d-6588-40e8-92e5-51b6eff4baec {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:42:29.497030 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11204e32-acb1-4e5d-ab38-0c9f0ded5172", "tag": "1b469bba-5a64-4111-b2f1-bc9db9a2f793", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:42:29.497333 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d846c84d-6588-40e8-92e5-51b6eff4baec {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:42:29.497744 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d846c84d-6588-40e8-92e5-51b6eff4baec'] response: {'name': 'network-changed', 'server_uuid': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'tag': '1b469bba-5a64-4111-b2f1-bc9db9a2f793', 'status': 'completed', 'code': 200} Jul 20 09:42:29.554327 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-dff52f89-536f-4a19-b1a0-bdde8c064b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:29.556044 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-dff52f89-536f-4a19-b1a0-bdde8c064b68 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ee1753001c624ae3941cfc51b3d9d6ef&device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 1127 time: 0.0433075 Jul 20 09:42:29.620190 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-01c2fa5a-eff2-426b-be53-827cb89d2917 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793 HTTP/1.1" status: 200 len: 217 time: 0.0486035 Jul 20 09:42:29.876028 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-a3d19886-a5e3-4d42-9622-9b46a6dc46aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:29.877570 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-a3d19886-a5e3-4d42-9622-9b46a6dc46aa service neutron] 10.222.0.17 "GET /v2.0/subnets?id=088b7b61-bfb8-4b82-ada2-7f2f408519d3 HTTP/1.1" status: 200 len: 847 time: 0.0545082 Jul 20 09:42:29.960611 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-8fe83d1e-a320-4d97-8c62-fc45324ade0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:29.963194 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-8fe83d1e-a320-4d97-8c62-fc45324ade0f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c1011f17-baa3-428f-b14e-017bea4212af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780871 Jul 20 09:42:30.105563 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-01bb2422-0545-4665-8ebc-3e8a769b30a8 req-98b9c463-ea7e-48f3-a007-76890407e9f9 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 210 time: 0.0723345 Jul 20 09:42:30.125223 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-7a53bfe5-e6dd-4ae8-93e9-49cf71cc5a75 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:30.126623 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-7a53bfe5-e6dd-4ae8-93e9-49cf71cc5a75 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.17 "GET /v2.0/networks?id=678df20b-79c7-46fd-b30a-63d1f65355a4 HTTP/1.1" status: 200 len: 809 time: 0.2086642 Jul 20 09:42:30.146261 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-2d16ee5c-f700-4a3c-87e0-fc3ee38c4343 service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470811 Jul 20 09:42:30.343369 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc686e2-4140-4bb9-b8a0-f34c000ce4ea req-b0c3417c-46bd-4647-b8cd-e8c3b432f4cc tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:30.344830 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2fc686e2-4140-4bb9-b8a0-f34c000ce4ea req-b0c3417c-46bd-4647-b8cd-e8c3b432f4cc tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.0531199 Jul 20 09:42:30.392992 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2fc686e2-4140-4bb9-b8a0-f34c000ce4ea req-3e8dce02-cefe-4e0a-9548-b8f928627d75 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426137 Jul 20 09:42:31.200412 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b5ab1353-94b5-41f7-9bb8-dc809d8eff67 req-e4e3cf2a-44a0-44ac-ac2b-5481f696d439 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 210 time: 0.0285633 Jul 20 09:42:31.511181 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0b68a-0a41-4b54-9ab9-de470aa8c6c1 req-7e61db24-8e9a-48dd-ab68-698c6cef3232 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:31.512711 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2cd0b68a-0a41-4b54-9ab9-de470aa8c6c1 req-7e61db24-8e9a-48dd-ab68-698c6cef3232 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.0512583 Jul 20 09:42:31.560923 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2cd0b68a-0a41-4b54-9ab9-de470aa8c6c1 req-76c57fdc-764b-4be1-88ab-e75b123c59f5 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428278 Jul 20 09:42:32.294012 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d5d4ac6c-d5eb-4409-bd92-cf122884405a req-e8ba841c-4cc3-46d7-ae8e-8088792bdb71 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 210 time: 0.0281293 Jul 20 09:42:32.572933 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-74c18d33-4d75-47ea-8e02-9bd53ed1ac39 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Request body: {'port': {'device_id': '4397e666-ea7d-4fa7-9108-fe0c21c44828', 'network_id': '678df20b-79c7-46fd-b30a-63d1f65355a4', 'admin_state_up': True, 'tenant_id': '4f8dfa60d69d45c29013dbbe6c1dd226'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:32.674800 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e970a1-d533-4c45-8004-c6b04abdb979 req-fe3b7bac-c021-4f37-a9b1-cf2e8a88ab63 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:32.676311 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-29e970a1-d533-4c45-8004-c6b04abdb979 req-fe3b7bac-c021-4f37-a9b1-cf2e8a88ab63 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.0480640 Jul 20 09:42:32.729540 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-29e970a1-d533-4c45-8004-c6b04abdb979 req-c260256d-2ae6-4bf8-b2c0-000177691f46 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452871 Jul 20 09:42:32.750322 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-970260bb-cab5-47eb-8fb5-4b3736de9de4 req-498c24f6-3699-47ab-9d00-6e02e7abc60e service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723397 Jul 20 09:42:32.760937 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-74c18d33-4d75-47ea-8e02-9bd53ed1ac39 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Made reservation on behalf of 4f8dfa60d69d45c29013dbbe6c1dd226 for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:42:32.764355 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-74c18d33-4d75-47ea-8e02-9bd53ed1ac39 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:32.892665 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-74c18d33-4d75-47ea-8e02-9bd53ed1ac39 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Allocated IP 172.20.0.13 (678df20b-79c7-46fd-b30a-63d1f65355a4/ec291c03-e054-4224-814b-e13ec38d5d9b/81ddbb05-53a9-4a6b-98fe-2974fe70dcd9) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:42:32.918330 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:32.939610 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:33.044466 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-74c18d33-4d75-47ea-8e02-9bd53ed1ac39 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks [] for port (81ddbb05-53a9-4a6b-98fe-2974fe70dcd9), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:33.109591 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-74c18d33-4d75-47ea-8e02-9bd53ed1ac39 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (81ddbb05-53a9-4a6b-98fe-2974fe70dcd9), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:33.111730 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbedc2f-0ceb-4cba-9415-5b2c1eccad17 req-4968e3d2-3e6e-4177-876e-f6db23ea429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:33.113247 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-adbedc2f-0ceb-4cba-9415-5b2c1eccad17 req-4968e3d2-3e6e-4177-876e-f6db23ea429a service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ee1753001c624ae3941cfc51b3d9d6ef&device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 1127 time: 0.0494146 Jul 20 09:42:33.185874 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-74c18d33-4d75-47ea-8e02-9bd53ed1ac39 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Network 678df20b-79c7-46fd-b30a-63d1f65355a4 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:42:33.194564 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-74c18d33-4d75-47ea-8e02-9bd53ed1ac39 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:42:33.224411 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-74c18d33-4d75-47ea-8e02-9bd53ed1ac39 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:42:33.252388 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c18d33-4d75-47ea-8e02-9bd53ed1ac39 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Pushing event updated for resources: {'Port': ['ID=81ddbb05-53a9-4a6b-98fe-2974fe70dcd9,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:33.300273 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-74c18d33-4d75-47ea-8e02-9bd53ed1ac39 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:33.300877 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-74c18d33-4d75-47ea-8e02-9bd53ed1ac39 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:33.304713 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbedc2f-0ceb-4cba-9415-5b2c1eccad17 req-ea64be1b-f803-4ae6-8a04-31551522d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:33.306722 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-adbedc2f-0ceb-4cba-9415-5b2c1eccad17 req-ea64be1b-f803-4ae6-8a04-31551522d605 service neutron] 10.222.0.17 "GET /v2.0/networks?id=c1011f17-baa3-428f-b14e-017bea4212af HTTP/1.1" status: 200 len: 909 time: 0.1637394 Jul 20 09:42:33.356260 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-74c18d33-4d75-47ea-8e02-9bd53ed1ac39 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7877550 Jul 20 09:42:33.357598 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-adbedc2f-0ceb-4cba-9415-5b2c1eccad17 req-19b1828f-4a0a-417d-9300-f270cc7ad8c0 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793 HTTP/1.1" status: 200 len: 217 time: 0.0443561 Jul 20 09:42:33.380213 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Request body: {'port': {'device_id': '4397e666-ea7d-4fa7-9108-fe0c21c44828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:33.458999 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbedc2f-0ceb-4cba-9415-5b2c1eccad17 req-5b0646c9-77ae-47b5-a8a7-70056c631f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:33.460626 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-adbedc2f-0ceb-4cba-9415-5b2c1eccad17 req-5b0646c9-77ae-47b5-a8a7-70056c631f83 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=088b7b61-bfb8-4b82-ada2-7f2f408519d3 HTTP/1.1" status: 200 len: 847 time: 0.0767303 Jul 20 09:42:33.516843 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (81ddbb05-53a9-4a6b-98fe-2974fe70dcd9), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:33.538464 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbedc2f-0ceb-4cba-9415-5b2c1eccad17 req-53a301a3-3525-4b57-a712-7c10ead97f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:33.539980 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-adbedc2f-0ceb-4cba-9415-5b2c1eccad17 req-53a301a3-3525-4b57-a712-7c10ead97f25 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c1011f17-baa3-428f-b14e-017bea4212af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620944 Jul 20 09:42:33.570736 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d623cc-6367-4e35-81e2-347f893b4566 req-aea81a06-3107-452f-a50d-f356eb53ee27 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:33.572252 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a7d623cc-6367-4e35-81e2-347f893b4566 req-aea81a06-3107-452f-a50d-f356eb53ee27 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 932 time: 0.0521395 Jul 20 09:42:33.620688 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a7d623cc-6367-4e35-81e2-347f893b4566 req-7b3b83a0-6767-4167-b350-9e2ff404ca51 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426414 Jul 20 09:42:33.731818 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-adbedc2f-0ceb-4cba-9415-5b2c1eccad17 req-67527702-0059-46da-9094-8afffe525e77 service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733639 Jul 20 09:42:33.794207 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:33.843145 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:33.905817 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26938964-cca2-4143-90f5-8529a9145ef7 req-d6b493c5-d0a1-4a2a-bfdb-92da38832979 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:33.907365 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-26938964-cca2-4143-90f5-8529a9145ef7 req-d6b493c5-d0a1-4a2a-bfdb-92da38832979 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.1077907 Jul 20 09:42:33.948169 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-adbedc2f-0ceb-4cba-9415-5b2c1eccad17 req-232c3fe5-1592-4e02-8207-203a12bb9ec9 service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100959 Jul 20 09:42:34.015547 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-26938964-cca2-4143-90f5-8529a9145ef7 req-f1774b61-ed5c-450e-aac8-6e60dff73100 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934775 Jul 20 09:42:34.017390 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:42:34.025775 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Publish callbacks [] for port (81ddbb05-53a9-4a6b-98fe-2974fe70dcd9), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:34.039683 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Transition to ACTIVE for port object 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:42:34.043520 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (81ddbb05-53a9-4a6b-98fe-2974fe70dcd9), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:34.093143 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Pushing event updated for resources: {'Port': ['ID=81ddbb05-53a9-4a6b-98fe-2974fe70dcd9,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:34.164492 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Attempting to bind port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:42:34.164824 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Attempting to bind port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '1271d43d-aca0-4a6b-b837-ed033b725ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '678df20b-79c7-46fd-b30a-63d1f65355a4'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:42:34.165143 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Attempting to bind port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 on network 678df20b-79c7-46fd-b30a-63d1f65355a4 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:42:34.169494 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 on network 678df20b-79c7-46fd-b30a-63d1f65355a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:42:34.169809 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Attempting to bind port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 on network 678df20b-79c7-46fd-b30a-63d1f65355a4 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:42:34.174692 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:42:34.175027 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Checking segment: {'id': '1271d43d-aca0-4a6b-b837-ed033b725ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '678df20b-79c7-46fd-b30a-63d1f65355a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:42:34.175428 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Bound using segment: {'id': '1271d43d-aca0-4a6b-b837-ed033b725ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '678df20b-79c7-46fd-b30a-63d1f65355a4'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:42:34.175851 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Bound port: 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1271d43d-aca0-4a6b-b837-ed033b725ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '678df20b-79c7-46fd-b30a-63d1f65355a4'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:42:34.176202 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (81ddbb05-53a9-4a6b-98fe-2974fe70dcd9), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:34.237956 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] For port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:42:34.241071 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] For port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=81ddbb05-53a9-4a6b-98fe-2974fe70dcd9,segment=NetworkSegment(1271d43d-aca0-4a6b-b837-ed033b725ec6),segment_id=1271d43d-aca0-4a6b-b837-ed033b725ec6)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:42:34.248443 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (81ddbb05-53a9-4a6b-98fe-2974fe70dcd9), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:34.282915 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:34.283261 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:34.285325 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] 10.222.0.17 "PUT /v2.0/ports/81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 HTTP/1.1" status: 200 len: 1094 time: 0.9107459 Jul 20 09:42:34.288236 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4397e666-ea7d-4fa7-9108-fe0c21c44828', 'tag': '81ddbb05-53a9-4a6b-98fe-2974fe70dcd9'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:42:34.291192 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7153f2dc-df76-4e36-9c98-24b9c7fb5238" -d '{"events": [{"name": "network-changed", "server_uuid": "4397e666-ea7d-4fa7-9108-fe0c21c44828", "tag": "81ddbb05-53a9-4a6b-98fe-2974fe70dcd9"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:42:34.323175 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c59e0f-09cd-49ae-bf3f-4588066d122e service neutron] Pushing event updated for resources: {'Port': ['ID=81ddbb05-53a9-4a6b-98fe-2974fe70dcd9,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:34.350975 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916ad071-60ce-4364-8ae2-2f48dff01dba x-openstack-request-id: req-916ad071-60ce-4364-8ae2-2f48dff01dba {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:42:34.351252 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4397e666-ea7d-4fa7-9108-fe0c21c44828", "tag": "81ddbb05-53a9-4a6b-98fe-2974fe70dcd9", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:42:34.351531 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-916ad071-60ce-4364-8ae2-2f48dff01dba {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:42:34.351929 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-916ad071-60ce-4364-8ae2-2f48dff01dba'] response: {'name': 'network-changed', 'server_uuid': '4397e666-ea7d-4fa7-9108-fe0c21c44828', 'tag': '81ddbb05-53a9-4a6b-98fe-2974fe70dcd9', 'status': 'completed', 'code': 200} Jul 20 09:42:34.386891 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-79bd524f-2b63-490d-b73c-7979ef6f7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:34.388522 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-79bd524f-2b63-490d-b73c-7979ef6f7af9 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=4f8dfa60d69d45c29013dbbe6c1dd226&device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 1128 time: 0.0496581 Jul 20 09:42:34.433604 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-dcf0426c-5d57-44c0-b8f8-5011fb01a3e9 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 HTTP/1.1" status: 200 len: 217 time: 0.0343552 Jul 20 09:42:34.485481 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-0b71a77a-fe80-4bf3-a4fc-11e4b3865f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:34.486939 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-0b71a77a-fe80-4bf3-a4fc-11e4b3865f7d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=ec291c03-e054-4224-814b-e13ec38d5d9b HTTP/1.1" status: 200 len: 849 time: 0.0471981 Jul 20 09:42:34.519334 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-6b5a4017-0083-4be2-be7c-12a8b1cf37e2 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=678df20b-79c7-46fd-b30a-63d1f65355a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266366 Jul 20 09:42:34.610936 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:34.615162 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-39fcb7e3-30e3-4e12-9213-74a00da80f34 service neutron] 10.222.0.17 "GET /v2.0/networks/678df20b-79c7-46fd-b30a-63d1f65355a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894980 Jul 20 09:42:35.008370 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-59d4ffd7-1029-466c-90ee-b3acc69107a4 req-b2d4bf8b-7806-429d-9088-16d3bfb99d7f service neutron] 10.222.0.17 "GET /v2.0/networks/678df20b-79c7-46fd-b30a-63d1f65355a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862605 Jul 20 09:42:35.022211 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6bd7b-afe9-4c0a-b647-9db1bc9496cd req-fda208cf-f742-4412-a346-56731cb28d51 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:35.023826 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-41a6bd7b-afe9-4c0a-b647-9db1bc9496cd req-fda208cf-f742-4412-a346-56731cb28d51 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 944 time: 0.3342850 Jul 20 09:42:35.077862 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-41a6bd7b-afe9-4c0a-b647-9db1bc9496cd req-98ffc3c1-a8dd-49dd-a1bf-73a66e502eaa tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472741 Jul 20 09:42:35.129417 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbdc10-32e0-4de6-b8b3-749c44a6d289 req-e67a578a-f8f1-413b-b10a-2d5ac8735165 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:35.130910 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-52dbdc10-32e0-4de6-b8b3-749c44a6d289 req-e67a578a-f8f1-413b-b10a-2d5ac8735165 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.0473247 Jul 20 09:42:35.179783 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-52dbdc10-32e0-4de6-b8b3-749c44a6d289 req-c4df9b8e-ec1a-44ad-8ac9-57dae52d38a6 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427897 Jul 20 09:42:35.745345 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54678) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:35.821757 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153f2dc-df76-4e36-9c98-24b9c7fb5238 req-12e6ca2e-58e9-40be-9760-26e3bc575d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:35.823373 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7153f2dc-df76-4e36-9c98-24b9c7fb5238 req-12e6ca2e-58e9-40be-9760-26e3bc575d28 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=4f8dfa60d69d45c29013dbbe6c1dd226&device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 1128 time: 0.0403614 Jul 20 09:42:35.851277 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:35.857895 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:35.909178 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:35.924202 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153f2dc-df76-4e36-9c98-24b9c7fb5238 req-ebbd0c9f-ca02-4e36-a321-69676c916e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:35.925928 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7153f2dc-df76-4e36-9c98-24b9c7fb5238 req-ebbd0c9f-ca02-4e36-a321-69676c916e85 service neutron] 10.222.0.17 "GET /v2.0/networks?id=678df20b-79c7-46fd-b30a-63d1f65355a4 HTTP/1.1" status: 200 len: 910 time: 0.0957577 Jul 20 09:42:35.932418 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Publish callbacks [] for security_group (fa7b32c1-d1ba-4ff7-9b47-6a432a7f10e0), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:35.936170 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (fa7b32c1-d1ba-4ff7-9b47-6a432a7f10e0), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:35.967084 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7153f2dc-df76-4e36-9c98-24b9c7fb5238 req-ca1de787-ab31-4013-8d33-5c40af25edbb service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 HTTP/1.1" status: 200 len: 217 time: 0.0344689 Jul 20 09:42:35.977334 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7b32c1-d1ba-4ff7-9b47-6a432a7f10e0,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:35.985226 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c32d8605089a46a4a902e6b3a3590bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364933 Jul 20 09:42:35.986472 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54682) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:35.993001 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:35.993344 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:35.993761 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:35.994104 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:35.994430 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:35.994752 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:35.995070 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:35.995415 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:35.995740 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:35.996052 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:35.996370 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:35.996685 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:35.997010 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:35.997311 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:35.997618 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31eace-4056-4ff2-8ccd-775f145821cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:36.016271 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153f2dc-df76-4e36-9c98-24b9c7fb5238 req-b0c70bed-cbdc-4df0-a784-72c4eab036c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:36.017729 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7153f2dc-df76-4e36-9c98-24b9c7fb5238 req-b0c70bed-cbdc-4df0-a784-72c4eab036c1 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=ec291c03-e054-4224-814b-e13ec38d5d9b HTTP/1.1" status: 200 len: 849 time: 0.0441732 Jul 20 09:42:36.046129 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ae1de9b9-8d6b-4573-925a-a89db92ac68b admin admin] Publish callbacks [] for security_group (fa7b32c1-d1ba-4ff7-9b47-6a432a7f10e0), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:36.054756 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7153f2dc-df76-4e36-9c98-24b9c7fb5238 req-ad133631-86a4-409b-a9ac-4923c0fe8f4a service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=678df20b-79c7-46fd-b30a-63d1f65355a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304873 Jul 20 09:42:36.067921 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ae1de9b9-8d6b-4573-925a-a89db92ac68b admin admin] Publish callbacks [] for security_group (fa7b32c1-d1ba-4ff7-9b47-6a432a7f10e0), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:36.119249 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ae1de9b9-8d6b-4573-925a-a89db92ac68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (fa7b32c1-d1ba-4ff7-9b47-6a432a7f10e0), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:36.121895 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ae1de9b9-8d6b-4573-925a-a89db92ac68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:36.124464 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-ae1de9b9-8d6b-4573-925a-a89db92ac68b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa7b32c1-d1ba-4ff7-9b47-6a432a7f10e0 HTTP/1.1" status: 204 len: 168 time: 0.1354647 Jul 20 09:42:36.133364 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1de9b9-8d6b-4573-925a-a89db92ac68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7b32c1-d1ba-4ff7-9b47-6a432a7f10e0,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:36.160810 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7153f2dc-df76-4e36-9c98-24b9c7fb5238 req-47e6de60-f8e1-4f18-a524-7f5e0fe6a205 service neutron] 10.222.0.17 "GET /v2.0/networks/678df20b-79c7-46fd-b30a-63d1f65355a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994949 Jul 20 09:42:36.209237 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69a422-2f5c-4d9f-be0c-426391bad49f req-bcd40d91-7900-447e-9264-541bbc7c0943 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:36.210806 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6c69a422-2f5c-4d9f-be0c-426391bad49f req-bcd40d91-7900-447e-9264-541bbc7c0943 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 944 time: 0.0557096 Jul 20 09:42:36.282832 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6c69a422-2f5c-4d9f-be0c-426391bad49f req-ff2a79cc-5730-4943-8925-ceaee8cb9d60 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655136 Jul 20 09:42:36.296729 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7153f2dc-df76-4e36-9c98-24b9c7fb5238 req-ba45a585-27a8-4e5f-8c13-a51f55ac390e service neutron] 10.222.0.17 "GET /v2.0/networks/678df20b-79c7-46fd-b30a-63d1f65355a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299689 Jul 20 09:42:36.318308 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a69381-f1a3-468b-bf98-e046190dce8b req-66fd1af4-8449-4ec2-ae99-7cbf983ed5ab tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:36.319911 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-09a69381-f1a3-468b-bf98-e046190dce8b req-66fd1af4-8449-4ec2-ae99-7cbf983ed5ab tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.0642369 Jul 20 09:42:36.383470 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-09a69381-f1a3-468b-bf98-e046190dce8b req-025b8f95-80ed-4d60-884a-606f1d75b595 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571144 Jul 20 09:42:36.704032 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:42:36.805748 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=81ddbb05-53a9-4a6b-98fe-2974fe70dcd9,segment=NetworkSegment(1271d43d-aca0-4a6b-b837-ed033b725ec6),segment_id=1271d43d-aca0-4a6b-b837-ed033b725ec6)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:36.817402 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '81ddbb05-53a9-4a6b-98fe-2974fe70dcd9', 'network_id': '678df20b-79c7-46fd-b30a-63d1f65355a4', 'port_id': '81ddbb05-53a9-4a6b-98fe-2974fe70dcd9', 'mac_address': 'fa:16:3e:f6:10:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec291c03-e054-4224-814b-e13ec38d5d9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:42:36.852587 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:36.853543 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (81ddbb05-53a9-4a6b-98fe-2974fe70dcd9), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:36.867896 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:42:36.873911 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:36.890887 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=81ddbb05-53a9-4a6b-98fe-2974fe70dcd9,segment=NetworkSegment(1271d43d-aca0-4a6b-b837-ed033b725ec6),segment_id=1271d43d-aca0-4a6b-b837-ed033b725ec6)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:36.895204 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (81ddbb05-53a9-4a6b-98fe-2974fe70dcd9), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:36.947726 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=81ddbb05-53a9-4a6b-98fe-2974fe70dcd9,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:36.954724 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:36.955070 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:36.955438 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:36.955768 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:36.956108 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:36.956437 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:36.956763 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:36.957088 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:36.957413 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:36.957733 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:36.958056 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:36.958379 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:36.958698 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:36.959015 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:36.959373 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:42:37.122216 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['81ddbb05-53a9-4a6b-98fe-2974fe70dcd9'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:42:37.409479 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa8115-741e-4c68-941c-3958effda579 req-0f537c07-26cf-4c7a-b3c9-fc33149dbd04 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:37.411052 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0dfa8115-741e-4c68-941c-3958effda579 req-0f537c07-26cf-4c7a-b3c9-fc33149dbd04 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 945 time: 0.0551834 Jul 20 09:42:37.445629 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:37.467156 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0dfa8115-741e-4c68-941c-3958effda579 req-17586c27-d2b1-4c23-b48b-26f686975c9d tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483677 Jul 20 09:42:37.500328 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa5ab-c397-4aa3-b9a6-8cfebeb832d6 req-2e9f9dcf-9224-432c-93b4-6e1111b71beb tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:37.502062 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-866fa5ab-c397-4aa3-b9a6-8cfebeb832d6 req-2e9f9dcf-9224-432c-93b4-6e1111b71beb tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.0530643 Jul 20 09:42:37.557410 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-866fa5ab-c397-4aa3-b9a6-8cfebeb832d6 req-f3a49b88-00c7-4a62-92db-03eef7927bc0 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498984 Jul 20 09:42:37.613795 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:38.110382 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54760) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:38.215153 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-74e7a89d-306c-42aa-a2c4-8008ee864c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:38.288681 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-74e7a89d-306c-42aa-a2c4-8008ee864c01 admin admin] Publish callbacks [] for security_group (e67e7563-9af0-4b35-9286-151599cde80d), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:38.293137 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-74e7a89d-306c-42aa-a2c4-8008ee864c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (e67e7563-9af0-4b35-9286-151599cde80d), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:38.332259 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-74e7a89d-306c-42aa-a2c4-8008ee864c01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f448852f986b4bde8229ae3bb7f62e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208128 Jul 20 09:42:38.333358 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7a89d-306c-42aa-a2c4-8008ee864c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67e7563-9af0-4b35-9286-151599cde80d,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:38.334954 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54764) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:38.386885 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-12dbae11-c1ce-4728-b78a-a69439c2e8f9 admin admin] Publish callbacks [] for security_group (e67e7563-9af0-4b35-9286-151599cde80d), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:38.408531 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-12dbae11-c1ce-4728-b78a-a69439c2e8f9 admin admin] Publish callbacks [] for security_group (e67e7563-9af0-4b35-9286-151599cde80d), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:38.455725 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-12dbae11-c1ce-4728-b78a-a69439c2e8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (e67e7563-9af0-4b35-9286-151599cde80d), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:38.458227 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-12dbae11-c1ce-4728-b78a-a69439c2e8f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:38.459417 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-12dbae11-c1ce-4728-b78a-a69439c2e8f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e67e7563-9af0-4b35-9286-151599cde80d HTTP/1.1" status: 204 len: 168 time: 0.1228173 Jul 20 09:42:38.468222 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbae11-c1ce-4728-b78a-a69439c2e8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67e7563-9af0-4b35-9286-151599cde80d,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:38.589651 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5347d-9f6b-49a8-adee-321518aa1a5d req-5e646e62-f756-4d24-8b5c-097869dec45f tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:38.591248 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-41d5347d-9f6b-49a8-adee-321518aa1a5d req-5e646e62-f756-4d24-8b5c-097869dec45f tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 945 time: 0.0539603 Jul 20 09:42:38.645463 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-41d5347d-9f6b-49a8-adee-321518aa1a5d req-f53876d2-46fb-4ec6-906f-af204225b361 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480947 Jul 20 09:42:38.688486 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657a12d-3b32-40e1-b094-63650fb29efa req-a15fa90d-5251-4b6c-a79c-96e42fcb540b tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:38.690005 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7657a12d-3b32-40e1-b094-63650fb29efa req-a15fa90d-5251-4b6c-a79c-96e42fcb540b tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.0572801 Jul 20 09:42:38.710157 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:38.712046 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:42:38.748173 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7657a12d-3b32-40e1-b094-63650fb29efa req-f45bb0c2-3911-4d48-9148-fe1d1df75a10 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524669 Jul 20 09:42:38.761375 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:42:38.767008 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:38.767464 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (81ddbb05-53a9-4a6b-98fe-2974fe70dcd9), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:38.774032 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54774) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:38.787269 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-da7852d7-820a-4226-b7ec-2d57aa63bd3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:38.844930 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:38.845229 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (81ddbb05-53a9-4a6b-98fe-2974fe70dcd9), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:38.858926 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:38.864032 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-da7852d7-820a-4226-b7ec-2d57aa63bd3b admin admin] Publish callbacks [] for security_group (35b4ec55-b346-4682-a56f-877b1999277e), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:38.868207 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4397e666-ea7d-4fa7-9108-fe0c21c44828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ddbb05-53a9-4a6b-98fe-2974fe70dcd9'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:42:38.868384 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-da7852d7-820a-4226-b7ec-2d57aa63bd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (35b4ec55-b346-4682-a56f-877b1999277e), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:38.871332 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5af063e-8695-479e-bc21-124868189f41" -d '{"events": [{"server_uuid": "4397e666-ea7d-4fa7-9108-fe0c21c44828", "name": "network-vif-plugged", "status": "completed", "tag": "81ddbb05-53a9-4a6b-98fe-2974fe70dcd9"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:42:38.884106 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=81ddbb05-53a9-4a6b-98fe-2974fe70dcd9,segment=NetworkSegment(1271d43d-aca0-4a6b-b837-ed033b725ec6),segment_id=1271d43d-aca0-4a6b-b837-ed033b725ec6)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:38.889072 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (81ddbb05-53a9-4a6b-98fe-2974fe70dcd9), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:38.916557 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-da7852d7-820a-4226-b7ec-2d57aa63bd3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76582a4ec12f49f59026781c369c8b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378057 Jul 20 09:42:38.916557 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54778) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:38.920876 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7ce20e-dc8b-48b2-8167-0a75b4adb03c x-openstack-request-id: req-8d7ce20e-dc8b-48b2-8167-0a75b4adb03c {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:42:38.921167 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4397e666-ea7d-4fa7-9108-fe0c21c44828", "name": "network-vif-plugged", "status": "completed", "tag": "81ddbb05-53a9-4a6b-98fe-2974fe70dcd9", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:42:38.921418 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d7ce20e-dc8b-48b2-8167-0a75b4adb03c {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:42:38.921805 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7ce20e-dc8b-48b2-8167-0a75b4adb03c'] response: {'server_uuid': '4397e666-ea7d-4fa7-9108-fe0c21c44828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ddbb05-53a9-4a6b-98fe-2974fe70dcd9', 'code': 200} Jul 20 09:42:38.923276 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7852d7-820a-4226-b7ec-2d57aa63bd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b4ec55-b346-4682-a56f-877b1999277e,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:38.923781 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:38.951362 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=81ddbb05-53a9-4a6b-98fe-2974fe70dcd9,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:38.971882 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37e7a419-57fc-4167-abe6-66d595ff988e admin admin] Publish callbacks [] for security_group (35b4ec55-b346-4682-a56f-877b1999277e), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:38.994254 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37e7a419-57fc-4167-abe6-66d595ff988e admin admin] Publish callbacks [] for security_group (35b4ec55-b346-4682-a56f-877b1999277e), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:39.044670 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37e7a419-57fc-4167-abe6-66d595ff988e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (35b4ec55-b346-4682-a56f-877b1999277e), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:39.047266 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-37e7a419-57fc-4167-abe6-66d595ff988e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:39.048468 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-37e7a419-57fc-4167-abe6-66d595ff988e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35b4ec55-b346-4682-a56f-877b1999277e HTTP/1.1" status: 204 len: 168 time: 0.1316695 Jul 20 09:42:39.058156 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a419-57fc-4167-abe6-66d595ff988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b4ec55-b346-4682-a56f-877b1999277e,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:39.124551 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd38f75-ae91-4674-ac4b-803e7e14e514 req-6b0cf08a-6ce0-45fe-b63a-5f4e156c3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:39.126001 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ebd38f75-ae91-4674-ac4b-803e7e14e514 req-6b0cf08a-6ce0-45fe-b63a-5f4e156c3fae service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 1130 time: 0.0616119 Jul 20 09:42:39.176475 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ebd38f75-ae91-4674-ac4b-803e7e14e514 req-5115429d-bbb2-4003-9ef3-5ee8f682bd76 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 Jul 20 09:42:39.761288 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5cea3-00bf-4e13-b688-0b4695861d45 req-0b759cf0-1844-4696-bdd0-72af1323a7ee tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:39.762819 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9dd5cea3-00bf-4e13-b688-0b4695861d45 req-0b759cf0-1844-4696-bdd0-72af1323a7ee tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 946 time: 0.0477796 Jul 20 09:42:39.813051 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9dd5cea3-00bf-4e13-b688-0b4695861d45 req-f9bb2f6a-5943-4938-ade1-27cf8c37b970 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446818 Jul 20 09:42:39.871679 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa348fe-9f90-4b0e-a74a-83f149f48cd3 req-c0623269-ec65-4ac7-aed8-27ccf930c19d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:39.873205 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-dfa348fe-9f90-4b0e-a74a-83f149f48cd3 req-c0623269-ec65-4ac7-aed8-27ccf930c19d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.0483832 Jul 20 09:42:39.924422 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-dfa348fe-9f90-4b0e-a74a-83f149f48cd3 req-ab7e4dbb-5a78-40a5-a35b-9447eba02c9c tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455787 Jul 20 09:42:40.724730 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 1b469bba-5a64-4111-b2f1-bc9db9a2f793 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:42:40.831183 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 1b469bba-5a64-4111-b2f1-bc9db9a2f793, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:40.850363 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '1b469bba-5a64-4111-b2f1-bc9db9a2f793', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'port_id': '1b469bba-5a64-4111-b2f1-bc9db9a2f793', 'mac_address': 'fa:16:3e:d7:07:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:42:40.893705 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:40.894165 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:40.913967 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b469bba-5a64-4111-b2f1-bc9db9a2f793 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:42:40.935421 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:40.938115 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 1b469bba-5a64-4111-b2f1-bc9db9a2f793, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:40.942177 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:40.960081 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c1aba-2f26-4a3e-9375-816a65705a3b req-690877e5-8f8c-4edc-a3aa-88261304bdfa tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:40.967504 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-120c1aba-2f26-4a3e-9375-816a65705a3b req-690877e5-8f8c-4edc-a3aa-88261304bdfa tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 946 time: 0.0719140 Jul 20 09:42:40.995627 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=1b469bba-5a64-4111-b2f1-bc9db9a2f793,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:41.023883 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-120c1aba-2f26-4a3e-9375-816a65705a3b req-3b2cbdad-0c7f-4b5b-9525-8c91e5b80ef5 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552022 Jul 20 09:42:41.056622 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7282f84-62dd-4e14-82f5-2163524d59f0 req-711b10ab-6ccd-40ba-b4da-b7b7276f7c78 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:41.059944 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a7282f84-62dd-4e14-82f5-2163524d59f0 req-711b10ab-6ccd-40ba-b4da-b7b7276f7c78 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 944 time: 0.0504260 Jul 20 09:42:41.116946 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a7282f84-62dd-4e14-82f5-2163524d59f0 req-4da338ed-6cd8-495e-8787-05d78b7b708d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528281 Jul 20 09:42:41.182940 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['1b469bba-5a64-4111-b2f1-bc9db9a2f793'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:42:41.592701 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54866) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:41.664250 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:41.703305 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc653e26-0501-4973-8ed9-4731f1f2c27e req-e3ea6137-3e80-4790-9518-1502387bc557 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:41.704813 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fc653e26-0501-4973-8ed9-4731f1f2c27e req-e3ea6137-3e80-4790-9518-1502387bc557 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 946 time: 0.0493121 Jul 20 09:42:41.711714 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-7bc59a4f-14d8-459d-9ac1-286a9172fced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:41.754310 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fc653e26-0501-4973-8ed9-4731f1f2c27e req-1b14b805-87c2-4f25-b4ef-f54b980b0190 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Jul 20 09:42:41.793843 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-7bc59a4f-14d8-459d-9ac1-286a9172fced admin admin] Publish callbacks [] for security_group (ecd91882-4818-41dd-ba84-77fe0bd14c75), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:41.797717 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-7bc59a4f-14d8-459d-9ac1-286a9172fced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (ecd91882-4818-41dd-ba84-77fe0bd14c75), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:41.837452 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-7bc59a4f-14d8-459d-9ac1-286a9172fced admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a9e60aa14564ae6be6cf5d1be07137c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434890 Jul 20 09:42:41.838341 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc59a4f-14d8-459d-9ac1-286a9172fced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd91882-4818-41dd-ba84-77fe0bd14c75,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:41.840395 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54872) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:41.889818 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-867d5c9f-c1c7-4dad-92b6-384ddb04cf9e admin admin] Publish callbacks [] for security_group (ecd91882-4818-41dd-ba84-77fe0bd14c75), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:41.911724 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-867d5c9f-c1c7-4dad-92b6-384ddb04cf9e admin admin] Publish callbacks [] for security_group (ecd91882-4818-41dd-ba84-77fe0bd14c75), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:41.966943 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-867d5c9f-c1c7-4dad-92b6-384ddb04cf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (ecd91882-4818-41dd-ba84-77fe0bd14c75), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:41.969370 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-867d5c9f-c1c7-4dad-92b6-384ddb04cf9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:41.970562 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-867d5c9f-c1c7-4dad-92b6-384ddb04cf9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecd91882-4818-41dd-ba84-77fe0bd14c75 HTTP/1.1" status: 204 len: 168 time: 0.1291785 Jul 20 09:42:41.978684 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d5c9f-c1c7-4dad-92b6-384ddb04cf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd91882-4818-41dd-ba84-77fe0bd14c75,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:42.221265 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:42.242082 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e83034-3673-4328-9c66-d7d83212b518 req-4fe58535-d5db-4b01-a181-c86710d64515 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:42.243602 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-82e83034-3673-4328-9c66-d7d83212b518 req-4fe58535-d5db-4b01-a181-c86710d64515 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 944 time: 0.0513670 Jul 20 09:42:42.254345 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54880) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:42.270663 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-496b40a7-c975-42f9-9e90-0156c4a27199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:42.298228 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-82e83034-3673-4328-9c66-d7d83212b518 req-f8d0d021-db7f-4ea1-9e88-08664d21bf97 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480850 Jul 20 09:42:42.350638 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-496b40a7-c975-42f9-9e90-0156c4a27199 admin admin] Publish callbacks [] for security_group (80b478cb-e705-4922-8900-08cdaacbb999), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:42.354869 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-496b40a7-c975-42f9-9e90-0156c4a27199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (80b478cb-e705-4922-8900-08cdaacbb999), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:42.379447 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:42.392765 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-496b40a7-c975-42f9-9e90-0156c4a27199 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=425e185bb6134791a693355c0bade3aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373813 Jul 20 09:42:42.396921 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54882) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:42.398462 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b40a7-c975-42f9-9e90-0156c4a27199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b478cb-e705-4922-8900-08cdaacbb999,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:42.453769 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-560d6899-63dd-474b-b9a1-6ea29a927065 admin admin] Publish callbacks [] for security_group (80b478cb-e705-4922-8900-08cdaacbb999), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:42.478281 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-560d6899-63dd-474b-b9a1-6ea29a927065 admin admin] Publish callbacks [] for security_group (80b478cb-e705-4922-8900-08cdaacbb999), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:42.534169 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-560d6899-63dd-474b-b9a1-6ea29a927065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (80b478cb-e705-4922-8900-08cdaacbb999), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:42.536937 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-560d6899-63dd-474b-b9a1-6ea29a927065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:42.540733 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-560d6899-63dd-474b-b9a1-6ea29a927065 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80b478cb-e705-4922-8900-08cdaacbb999 HTTP/1.1" status: 204 len: 168 time: 0.1404762 Jul 20 09:42:42.540906 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:42.549734 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d6899-63dd-474b-b9a1-6ea29a927065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b478cb-e705-4922-8900-08cdaacbb999,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:42.756717 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 1b469bba-5a64-4111-b2f1-bc9db9a2f793 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:42:42.798288 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:42.802334 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:42:42.811459 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:42.811831 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:42.890608 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96d13a-72c2-4f28-ac5b-bdb0d728bdac req-10309732-4afc-4ece-b623-8690086bf37d tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:42.892457 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0e96d13a-72c2-4f28-ac5b-bdb0d728bdac req-10309732-4afc-4ece-b623-8690086bf37d tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 946 time: 0.0571234 Jul 20 09:42:42.893498 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:42.893893 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:42.919794 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b469bba-5a64-4111-b2f1-bc9db9a2f793'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:42:42.922065 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee863ae5-63cd-421c-a2e5-5ae9e96dd416" -d '{"events": [{"server_uuid": "11204e32-acb1-4e5d-ab38-0c9f0ded5172", "name": "network-vif-plugged", "status": "completed", "tag": "1b469bba-5a64-4111-b2f1-bc9db9a2f793"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:42:42.936086 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 1b469bba-5a64-4111-b2f1-bc9db9a2f793, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:42.940927 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:42.952098 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0e96d13a-72c2-4f28-ac5b-bdb0d728bdac req-e545aea8-ba58-4b8c-b0c4-924db588d311 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521715 Jul 20 09:42:42.989960 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1880aa5f-57fe-459d-853f-68e580a36db7 x-openstack-request-id: req-1880aa5f-57fe-459d-853f-68e580a36db7 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:42:42.990281 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11204e32-acb1-4e5d-ab38-0c9f0ded5172", "name": "network-vif-plugged", "status": "completed", "tag": "1b469bba-5a64-4111-b2f1-bc9db9a2f793", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:42:42.990531 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1880aa5f-57fe-459d-853f-68e580a36db7 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:42:42.990925 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1880aa5f-57fe-459d-853f-68e580a36db7'] response: {'server_uuid': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b469bba-5a64-4111-b2f1-bc9db9a2f793', 'code': 200} Jul 20 09:42:43.005051 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=1b469bba-5a64-4111-b2f1-bc9db9a2f793,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:43.194950 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d803d09-c6bd-49f9-9a6b-57d73c8b0ce9 req-1ec2c96b-7ebc-4181-b7b6-64adb9c519bf tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:43.196763 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5d803d09-c6bd-49f9-9a6b-57d73c8b0ce9 req-1ec2c96b-7ebc-4181-b7b6-64adb9c519bf tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.17 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 946 time: 0.0550501 Jul 20 09:42:43.305176 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635abf9-1494-450b-8d2c-29921733a1a8 req-9d0b43e0-36be-44c4-b9f1-7b4cda9ff334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:43.306967 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7635abf9-1494-450b-8d2c-29921733a1a8 req-9d0b43e0-36be-44c4-b9f1-7b4cda9ff334 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 1129 time: 0.0766923 Jul 20 09:42:43.333387 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-5d803d09-c6bd-49f9-9a6b-57d73c8b0ce9 req-7a7c48ed-6a60-4dcf-ad5a-abda78622a1d tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Deleting port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:42:43.333735 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-5d803d09-c6bd-49f9-9a6b-57d73c8b0ce9 req-7a7c48ed-6a60-4dcf-ad5a-abda78622a1d tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (81ddbb05-53a9-4a6b-98fe-2974fe70dcd9), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:43.422601 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbc687-1ca6-4db5-adfd-4206c664a736 req-f04296ed-ba8f-4db9-ac2f-49f4213cf841 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:43.424104 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7635abf9-1494-450b-8d2c-29921733a1a8 req-350729b2-e44c-4cf6-8c77-52af444cce3c service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059961 Jul 20 09:42:43.427769 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-08cbc687-1ca6-4db5-adfd-4206c664a736 req-f04296ed-ba8f-4db9-ac2f-49f4213cf841 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0589199 Jul 20 09:42:43.456876 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-5d803d09-c6bd-49f9-9a6b-57d73c8b0ce9 req-7a7c48ed-6a60-4dcf-ad5a-abda78622a1d tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] For port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=81ddbb05-53a9-4a6b-98fe-2974fe70dcd9,segment=NetworkSegment(1271d43d-aca0-4a6b-b837-ed033b725ec6),segment_id=1271d43d-aca0-4a6b-b837-ed033b725ec6)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:43.457252 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-5d803d09-c6bd-49f9-9a6b-57d73c8b0ce9 req-7a7c48ed-6a60-4dcf-ad5a-abda78622a1d tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (81ddbb05-53a9-4a6b-98fe-2974fe70dcd9), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:43.472418 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-5d803d09-c6bd-49f9-9a6b-57d73c8b0ce9 req-7a7c48ed-6a60-4dcf-ad5a-abda78622a1d tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Calling delete_port for 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:42:43.479515 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-08cbc687-1ca6-4db5-adfd-4206c664a736 req-6a094137-b00c-4f16-b722-af035aaa03b5 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493393 Jul 20 09:42:43.604241 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-5d803d09-c6bd-49f9-9a6b-57d73c8b0ce9 req-7a7c48ed-6a60-4dcf-ad5a-abda78622a1d tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (81ddbb05-53a9-4a6b-98fe-2974fe70dcd9), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:43.616521 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['81ddbb05-53a9-4a6b-98fe-2974fe70dcd9'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:42:43.636507 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c48ed-6a60-4dcf-ad5a-abda78622a1d tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Pushing event deleted for resources: {'Port': ['ID=81ddbb05-53a9-4a6b-98fe-2974fe70dcd9,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:43.691803 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d803d09-c6bd-49f9-9a6b-57d73c8b0ce9 req-7a7c48ed-6a60-4dcf-ad5a-abda78622a1d tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] No DVR routers for this DVR port 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:42:43.694245 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-5d803d09-c6bd-49f9-9a6b-57d73c8b0ce9 req-7a7c48ed-6a60-4dcf-ad5a-abda78622a1d tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:43.697575 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5d803d09-c6bd-49f9-9a6b-57d73c8b0ce9 req-7a7c48ed-6a60-4dcf-ad5a-abda78622a1d tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.17 "DELETE /v2.0/ports/81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 HTTP/1.1" status: 204 len: 173 time: 0.4943304 Jul 20 09:42:43.698265 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4397e666-ea7d-4fa7-9108-fe0c21c44828', 'name': 'network-vif-deleted', 'tag': '81ddbb05-53a9-4a6b-98fe-2974fe70dcd9'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:42:43.700473 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a402f64-38c5-4c49-90a2-e679fdbd4596" -d '{"events": [{"server_uuid": "4397e666-ea7d-4fa7-9108-fe0c21c44828", "name": "network-vif-deleted", "tag": "81ddbb05-53a9-4a6b-98fe-2974fe70dcd9"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:42:43.741891 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b770ea-f506-4975-83ab-a8c59a8835c8 x-openstack-request-id: req-31b770ea-f506-4975-83ab-a8c59a8835c8 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:42:43.742210 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4397e666-ea7d-4fa7-9108-fe0c21c44828", "name": "network-vif-deleted", "tag": "81ddbb05-53a9-4a6b-98fe-2974fe70dcd9", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:42:43.742484 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31b770ea-f506-4975-83ab-a8c59a8835c8 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:42:43.742895 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b770ea-f506-4975-83ab-a8c59a8835c8'] response: {'server_uuid': '4397e666-ea7d-4fa7-9108-fe0c21c44828', 'name': 'network-vif-deleted', 'tag': '81ddbb05-53a9-4a6b-98fe-2974fe70dcd9', 'status': 'completed', 'code': 200} Jul 20 09:42:44.061042 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-08d1d50a-360c-4cfc-833a-3a5822fa31f0 req-86216a5f-d538-4ed7-b83a-c6761a6ba4d0 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=4397e666-ea7d-4fa7-9108-fe0c21c44828 HTTP/1.1" status: 200 len: 210 time: 0.0286305 Jul 20 09:42:44.600445 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62951727-02ef-4e5a-8829-675a53d073a6 req-1a4084e1-979e-4efa-89e7-88ebcce2d83f tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:44.601914 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-62951727-02ef-4e5a-8829-675a53d073a6 req-1a4084e1-979e-4efa-89e7-88ebcce2d83f tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0476892 Jul 20 09:42:44.651175 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-62951727-02ef-4e5a-8829-675a53d073a6 req-e57517f8-828a-4e94-8ac2-f775b02e15bb tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425975 Jul 20 09:42:44.762011 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc0260-9c48-412a-a4e6-f0760653a4d1 req-123af51c-9965-42f6-b622-ea84b0d80a7b tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:44.763524 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-58bc0260-9c48-412a-a4e6-f0760653a4d1 req-123af51c-9965-42f6-b622-ea84b0d80a7b tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0477018 Jul 20 09:42:44.815459 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-58bc0260-9c48-412a-a4e6-f0760653a4d1 req-43a21a06-ff5e-4f76-a733-043c0896690c tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460134 Jul 20 09:42:44.836978 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54930) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:45.065866 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf8053e-3e94-4070-b501-f3d57cf983af tempest-TestShelveInstance-1401855143 tempest-TestShelveInstance-1401855143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:45.067504 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-9bf8053e-3e94-4070-b501-f3d57cf983af tempest-TestShelveInstance-1401855143 tempest-TestShelveInstance-1401855143-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 1124 time: 0.2295125 Jul 20 09:42:45.070410 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54938) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:45.074970 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Request body: {'floatingip': {'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'port_id': '1b469bba-5a64-4111-b2f1-bc9db9a2f793', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:45.097549 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:45.179544 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:45.190476 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:45.364098 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_common [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Allocated IP 172.27.1.171 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/6395adbd-68aa-4788-aa1e-fc925206b2b7) {{(pid=104190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:42:45.461895 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-adc841bc-8573-4f92-8c29-0938257fa357 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:45.463578 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-adc841bc-8573-4f92-8c29-0938257fa357 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/networks?id=678df20b-79c7-46fd-b30a-63d1f65355a4 HTTP/1.1" status: 200 len: 809 time: 0.1771567 Jul 20 09:42:45.488649 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-71c101f9-9023-4320-b5df-cbc8a3b039f2 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/quotas/4f8dfa60d69d45c29013dbbe6c1dd226 HTTP/1.1" status: 200 len: 375 time: 0.0190022 Jul 20 09:42:45.536765 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-d12c5fa5-86e5-4d03-b8e0-88c91527dfd7 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f8dfa60d69d45c29013dbbe6c1dd226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412991 Jul 20 09:42:45.539616 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for port (6395adbd-68aa-4788-aa1e-fc925206b2b7), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:45.639943 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (6395adbd-68aa-4788-aa1e-fc925206b2b7), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:45.648547 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:45.679765 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-02e2f1b7-32e6-4412-b03b-a9d61215e50b service neutron] 10.222.0.18 "GET /v2.0/networks/678df20b-79c7-46fd-b30a-63d1f65355a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356056 Jul 20 09:42:45.689789 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:42:45.718372 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:42:45.721922 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Received port after_create {{(pid=104190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:42:45.723953 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Pushing event updated for resources: {'Port': ['ID=6395adbd-68aa-4788-aa1e-fc925206b2b7,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:45.846413 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-9b43f4d2-06cd-4045-ad59-ea3265e2368c service neutron] 10.222.0.18 "GET /v2.0/networks/678df20b-79c7-46fd-b30a-63d1f65355a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583929 Jul 20 09:42:45.939319 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:46.030969 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ac7268f5-93ef-41e8-9e79-a9f1c83f9685 req-ab9926ba-008b-43f0-8c61-26200a5fe198 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 210 time: 0.0499277 Jul 20 09:42:46.304445 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 54970) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:46.386123 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for floatingip (b0cf73bf-baf3-4ad9-84b8-da26eac38a9d), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:46.434020 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9b05a112-61cd-44d3-adec-8d33fd5cb705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:46.436650 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:46.467156 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (6395adbd-68aa-4788-aa1e-fc925206b2b7), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:46.524660 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9b05a112-61cd-44d3-adec-8d33fd5cb705 admin admin] Publish callbacks [] for security_group (9a7422ce-eff5-431c-a2f0-43b1a0ffdf40), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:46.529248 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-9b05a112-61cd-44d3-adec-8d33fd5cb705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (9a7422ce-eff5-431c-a2f0-43b1a0ffdf40), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:46.575081 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 54974) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:42:46.575368 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-9b05a112-61cd-44d3-adec-8d33fd5cb705 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97744810d70f406b8d3a2cab1b165042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684889 Jul 20 09:42:46.577923 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05a112-61cd-44d3-adec-8d33fd5cb705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7422ce-eff5-431c-a2f0-43b1a0ffdf40,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:46.665166 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e2d40593-5391-4046-840c-ac1171c4697f admin admin] Publish callbacks [] for security_group (9a7422ce-eff5-431c-a2f0-43b1a0ffdf40), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:46.672311 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for port (6395adbd-68aa-4788-aa1e-fc925206b2b7), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:46.685025 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966815'] for port (6395adbd-68aa-4788-aa1e-fc925206b2b7), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:46.720798 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e2d40593-5391-4046-840c-ac1171c4697f admin admin] Publish callbacks [] for security_group (9a7422ce-eff5-431c-a2f0-43b1a0ffdf40), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:46.753583 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:46.788638 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Pushing event updated for resources: {'Port': ['ID=6395adbd-68aa-4788-aa1e-fc925206b2b7,revision_number=2']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:46.803698 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (b0cf73bf-baf3-4ad9-84b8-da26eac38a9d), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:46.806236 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:42:46.829038 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:42:46.829380 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 81ddbb05-53a9-4a6b-98fe-2974fe70dcd9 not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:42:46.842164 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:46.881921 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e2d40593-5391-4046-840c-ac1171c4697f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (9a7422ce-eff5-431c-a2f0-43b1a0ffdf40), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:46.884647 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e2d40593-5391-4046-840c-ac1171c4697f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:46.886126 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-e2d40593-5391-4046-840c-ac1171c4697f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a7422ce-eff5-431c-a2f0-43b1a0ffdf40 HTTP/1.1" status: 204 len: 168 time: 0.3100872 Jul 20 09:42:46.901038 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d40593-5391-4046-840c-ac1171c4697f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7422ce-eff5-431c-a2f0-43b1a0ffdf40,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:46.924299 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.l3_db [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Floating IP b0cf73bf-baf3-4ad9-84b8-da26eac38a9d associated. External IP: 172.27.1.171, port: 1b469bba-5a64-4111-b2f1-bc9db9a2f793. Jul 20 09:42:46.983348 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:47.155854 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-cdf6326d-32be-4e17-99bc-ecd3b260bf54 req-351a8d54-5d71-4aa2-ae55-d781c5bffed2 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 210 time: 0.0379341 Jul 20 09:42:47.171894 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:42:47.296883 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:42:47.307912 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e8c8b-3e73-438b-b330-fdcaa11945d9 None None] Sync routers for ids ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:42:47.333741 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:47.342862 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e8c8b-3e73-438b-b330-fdcaa11945d9 None None] Routers {'53fcef4a-900b-46d9-aab7-e7f918bb3bfc'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:42:47.344653 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-4a1e8c8b-3e73-438b-b330-fdcaa11945d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:42:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:47.374010 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-e42b7b58-8fcb-400f-80a4-d76df98a0280 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3019218 Jul 20 09:42:47.374603 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'tag': '1b469bba-5a64-4111-b2f1-bc9db9a2f793'}] {{(pid=104190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:42:47.377286 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f162af37f3659de9440c7e430c3edd450bd963b23e10d3d3f066ed0a9258c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a54b9a1-646d-42ff-b8bc-74bb23ffe616" -d '{"events": [{"name": "network-changed", "server_uuid": "11204e32-acb1-4e5d-ab38-0c9f0ded5172", "tag": "1b469bba-5a64-4111-b2f1-bc9db9a2f793"}]}' {{(pid=104190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:42:47.410149 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:47.449268 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d541c4f7-1181-4b42-bee7-78e4a77f872d x-openstack-request-id: req-d541c4f7-1181-4b42-bee7-78e4a77f872d {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:42:47.449268 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11204e32-acb1-4e5d-ab38-0c9f0ded5172", "tag": "1b469bba-5a64-4111-b2f1-bc9db9a2f793", "status": "completed", "code": 200}]} {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:42:47.453166 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d541c4f7-1181-4b42-bee7-78e4a77f872d {{(pid=104190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:42:47.453831 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d541c4f7-1181-4b42-bee7-78e4a77f872d'] response: {'name': 'network-changed', 'server_uuid': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'tag': '1b469bba-5a64-4111-b2f1-bc9db9a2f793', 'status': 'completed', 'code': 200} Jul 20 09:42:47.457879 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-7f60356d-1d7b-4dcc-adc8-01fba4676e21 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:47.459446 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-7f60356d-1d7b-4dcc-adc8-01fba4676e21 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.17 "GET /v2.0/networks?id=678df20b-79c7-46fd-b30a-63d1f65355a4 HTTP/1.1" status: 200 len: 809 time: 0.2411432 Jul 20 09:42:47.499398 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-4a1e8c8b-3e73-438b-b330-fdcaa11945d9 None None] Set router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:42:47.669314 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-c80fc469-93e0-4f0c-a860-7c1126452ed4 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Request body: {'port': {'device_id': '1e5ce43d-a064-4e16-ba4e-c6814d4104b2', 'network_id': '678df20b-79c7-46fd-b30a-63d1f65355a4', 'admin_state_up': True, 'tenant_id': '4f8dfa60d69d45c29013dbbe6c1dd226'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:47.724235 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-4a1e8c8b-3e73-438b-b330-fdcaa11945d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:56Z', 'revision_number': 4, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'gw_port': {'id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'b0cf73bf-baf3-4ad9-84b8-da26eac38a9d', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'port_id': '1b469bba-5a64-4111-b2f1-bc9db9a2f793', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'mac_address': 'fa:16:3e:d7:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:42:46Z', 'updated_at': '2022-07-20T09:42:46Z', 'revision_number': 0, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9854c26-0b90-4743-b89a-0c5db8e852db', 'name': '', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'mac_address': 'fa:16:3e:3c:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:56Z', 'updated_at': '2022-07-20T09:42:03Z', 'revision_number': 5, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'subnets': [{'id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:47.752311 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e8c8b-3e73-438b-b330-fdcaa11945d9 None None] Checking router: 53fcef4a-900b-46d9-aab7-e7f918bb3bfc for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:42:47.762558 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e8c8b-3e73-438b-b330-fdcaa11945d9 None None] Routers {'53fcef4a-900b-46d9-aab7-e7f918bb3bfc'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:42:47.763269 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-4a1e8c8b-3e73-438b-b330-fdcaa11945d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:42:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:47.773353 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54b9a1-646d-42ff-b8bc-74bb23ffe616 req-5ed97355-8594-4b97-ad03-e3c6c5d4b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:47.774865 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4a54b9a1-646d-42ff-b8bc-74bb23ffe616 req-5ed97355-8594-4b97-ad03-e3c6c5d4b3ef service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ee1753001c624ae3941cfc51b3d9d6ef&device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 1129 time: 0.0831051 Jul 20 09:42:47.878221 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-4a1e8c8b-3e73-438b-b330-fdcaa11945d9 None None] Set router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:42:47.902352 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-c80fc469-93e0-4f0c-a860-7c1126452ed4 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Made reservation on behalf of 4f8dfa60d69d45c29013dbbe6c1dd226 for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:42:47.906138 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-c80fc469-93e0-4f0c-a860-7c1126452ed4 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:47.927998 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54b9a1-646d-42ff-b8bc-74bb23ffe616 req-05e7f64d-4aa1-4894-8687-05e2d50281e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:47.929473 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4a54b9a1-646d-42ff-b8bc-74bb23ffe616 req-05e7f64d-4aa1-4894-8687-05e2d50281e2 service neutron] 10.222.0.17 "GET /v2.0/networks?id=c1011f17-baa3-428f-b14e-017bea4212af HTTP/1.1" status: 200 len: 909 time: 0.1449413 Jul 20 09:42:48.050817 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4a54b9a1-646d-42ff-b8bc-74bb23ffe616 req-14e35c1c-cb5a-4e5f-97aa-f96215375f32 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793 HTTP/1.1" status: 200 len: 999 time: 0.1113143 Jul 20 09:42:48.140155 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-c80fc469-93e0-4f0c-a860-7c1126452ed4 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Allocated IP 172.20.0.13 (678df20b-79c7-46fd-b30a-63d1f65355a4/ec291c03-e054-4224-814b-e13ec38d5d9b/2ed8cac7-63d1-4818-881b-6b7056cbc868) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:42:48.145624 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54b9a1-646d-42ff-b8bc-74bb23ffe616 req-43737ff9-f049-46f4-820f-065bb56e3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:48.147310 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4a54b9a1-646d-42ff-b8bc-74bb23ffe616 req-43737ff9-f049-46f4-820f-065bb56e3bb5 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=088b7b61-bfb8-4b82-ada2-7f2f408519d3 HTTP/1.1" status: 200 len: 847 time: 0.0746517 Jul 20 09:42:48.214495 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54b9a1-646d-42ff-b8bc-74bb23ffe616 req-f545a7a7-5efc-480b-932c-6583291149c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:48.216065 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4a54b9a1-646d-42ff-b8bc-74bb23ffe616 req-f545a7a7-5efc-480b-932c-6583291149c6 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c1011f17-baa3-428f-b14e-017bea4212af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611000 Jul 20 09:42:48.224959 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-4a1e8c8b-3e73-438b-b330-fdcaa11945d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:56Z', 'revision_number': 4, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'gw_port': {'id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'b0cf73bf-baf3-4ad9-84b8-da26eac38a9d', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'port_id': '1b469bba-5a64-4111-b2f1-bc9db9a2f793', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'mac_address': 'fa:16:3e:d7:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:42:46Z', 'updated_at': '2022-07-20T09:42:46Z', 'revision_number': 0, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9854c26-0b90-4743-b89a-0c5db8e852db', 'name': '', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'mac_address': 'fa:16:3e:3c:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:56Z', 'updated_at': '2022-07-20T09:42:03Z', 'revision_number': 5, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'subnets': [{'id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:42:48.254409 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e8c8b-3e73-438b-b330-fdcaa11945d9 None None] The sync data for ids ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'] in dv-cinder-822822-3-iscsi is: [{'id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:56Z', 'revision_number': 4, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'gw_port': {'id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'b0cf73bf-baf3-4ad9-84b8-da26eac38a9d', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'port_id': '1b469bba-5a64-4111-b2f1-bc9db9a2f793', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'mac_address': 'fa:16:3e:d7:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:42:46Z', 'updated_at': '2022-07-20T09:42:46Z', 'revision_number': 0, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9854c26-0b90-4743-b89a-0c5db8e852db', 'name': '', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'mac_address': 'fa:16:3e:3c:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:56Z', 'updated_at': '2022-07-20T09:42:03Z', 'revision_number': 5, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'subnets': [{'id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:42:48.292574 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-787413bd-58f7-4791-a460-bb716e9fbc55 req-5d755139-c5a8-4faf-90db-c10112ee4af1 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 210 time: 0.0560899 Jul 20 09:42:48.391193 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:48.404042 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-c80fc469-93e0-4f0c-a860-7c1126452ed4 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks [] for port (2ed8cac7-63d1-4818-881b-6b7056cbc868), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:48.411967 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:48.449579 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4a54b9a1-646d-42ff-b8bc-74bb23ffe616 req-52f5713c-91f6-48c3-87f0-e68afc127a58 service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998539 Jul 20 09:42:48.470641 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-c80fc469-93e0-4f0c-a860-7c1126452ed4 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (2ed8cac7-63d1-4818-881b-6b7056cbc868), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:48.532517 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff392d5b-7e66-4427-bb2f-c7ae4f380ea9 None None] New status for floating IP b0cf73bf-baf3-4ad9-84b8-da26eac38a9d: ACTIVE {{(pid=104191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:42:48.572594 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-c80fc469-93e0-4f0c-a860-7c1126452ed4 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Network 678df20b-79c7-46fd-b30a-63d1f65355a4 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:42:48.577709 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-c80fc469-93e0-4f0c-a860-7c1126452ed4 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:42:48.582939 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fc469-93e0-4f0c-a860-7c1126452ed4 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Pushing event updated for resources: {'Port': ['ID=2ed8cac7-63d1-4818-881b-6b7056cbc868,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:48.585313 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-c80fc469-93e0-4f0c-a860-7c1126452ed4 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:42:48.635161 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4a54b9a1-646d-42ff-b8bc-74bb23ffe616 req-bca4f504-e3a1-4836-a125-a8f6b80bde3e service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748261 Jul 20 09:42:48.649109 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-c80fc469-93e0-4f0c-a860-7c1126452ed4 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:48.649720 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-c80fc469-93e0-4f0c-a860-7c1126452ed4 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:48.667363 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-c80fc469-93e0-4f0c-a860-7c1126452ed4 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0024562 Jul 20 09:42:48.684622 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Request body: {'port': {'device_id': '1e5ce43d-a064-4e16-ba4e-c6814d4104b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:42:48.749719 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (2ed8cac7-63d1-4818-881b-6b7056cbc868), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:49.007886 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed8cac7-63d1-4818-881b-6b7056cbc868 {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:42:49.015838 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Publish callbacks [] for port (2ed8cac7-63d1-4818-881b-6b7056cbc868), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:49.028152 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Transition to ACTIVE for port object 2ed8cac7-63d1-4818-881b-6b7056cbc868 will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:42:49.031963 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (2ed8cac7-63d1-4818-881b-6b7056cbc868), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:49.084862 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Pushing event updated for resources: {'Port': ['ID=2ed8cac7-63d1-4818-881b-6b7056cbc868,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:49.158212 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Attempting to bind port 2ed8cac7-63d1-4818-881b-6b7056cbc868 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:42:49.158543 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Attempting to bind port 2ed8cac7-63d1-4818-881b-6b7056cbc868 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '1271d43d-aca0-4a6b-b837-ed033b725ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '678df20b-79c7-46fd-b30a-63d1f65355a4'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:42:49.158875 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Attempting to bind port 2ed8cac7-63d1-4818-881b-6b7056cbc868 on network 678df20b-79c7-46fd-b30a-63d1f65355a4 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:42:49.161576 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:49.164092 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Port 2ed8cac7-63d1-4818-881b-6b7056cbc868 on network 678df20b-79c7-46fd-b30a-63d1f65355a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:42:49.164412 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Attempting to bind port 2ed8cac7-63d1-4818-881b-6b7056cbc868 on network 678df20b-79c7-46fd-b30a-63d1f65355a4 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:42:49.170761 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:42:49.171061 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Checking segment: {'id': '1271d43d-aca0-4a6b-b837-ed033b725ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '678df20b-79c7-46fd-b30a-63d1f65355a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:42:49.171475 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Bound using segment: {'id': '1271d43d-aca0-4a6b-b837-ed033b725ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '678df20b-79c7-46fd-b30a-63d1f65355a4'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:42:49.171916 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Bound port: 2ed8cac7-63d1-4818-881b-6b7056cbc868, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1271d43d-aca0-4a6b-b837-ed033b725ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '678df20b-79c7-46fd-b30a-63d1f65355a4'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:42:49.172278 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (2ed8cac7-63d1-4818-881b-6b7056cbc868), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:49.231991 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:49.252191 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] For port 2ed8cac7-63d1-4818-881b-6b7056cbc868, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:42:49.255364 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] For port 2ed8cac7-63d1-4818-881b-6b7056cbc868, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2ed8cac7-63d1-4818-881b-6b7056cbc868,segment=NetworkSegment(1271d43d-aca0-4a6b-b837-ed033b725ec6),segment_id=1271d43d-aca0-4a6b-b837-ed033b725ec6)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:42:49.260866 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (2ed8cac7-63d1-4818-881b-6b7056cbc868), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:49.298653 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:49.299268 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:49.300663 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] 10.222.0.17 "PUT /v2.0/ports/2ed8cac7-63d1-4818-881b-6b7056cbc868 HTTP/1.1" status: 200 len: 1094 time: 0.6207433 Jul 20 09:42:49.301075 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5ce43d-a064-4e16-ba4e-c6814d4104b2', 'tag': '2ed8cac7-63d1-4818-881b-6b7056cbc868'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:42:49.303332 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06acf9a9-94c0-46ab-af47-5fb6c297e2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5ce43d-a064-4e16-ba4e-c6814d4104b2", "tag": "2ed8cac7-63d1-4818-881b-6b7056cbc868"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:42:49.332140 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199c5d4-237c-40d0-8f54-0dc04e7639aa service neutron] Pushing event updated for resources: {'Port': ['ID=2ed8cac7-63d1-4818-881b-6b7056cbc868,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:49.348661 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3642c64c-5c6b-4cfc-a754-3be7afff5e7d x-openstack-request-id: req-3642c64c-5c6b-4cfc-a754-3be7afff5e7d {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:42:49.348956 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5ce43d-a064-4e16-ba4e-c6814d4104b2", "tag": "2ed8cac7-63d1-4818-881b-6b7056cbc868", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:42:49.349208 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3642c64c-5c6b-4cfc-a754-3be7afff5e7d {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:42:49.349612 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3642c64c-5c6b-4cfc-a754-3be7afff5e7d'] response: {'name': 'network-changed', 'server_uuid': '1e5ce43d-a064-4e16-ba4e-c6814d4104b2', 'tag': '2ed8cac7-63d1-4818-881b-6b7056cbc868', 'status': 'completed', 'code': 200} Jul 20 09:42:49.408357 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-8278faf9-da0e-4a97-b77d-d95f08469a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:49.415824 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-8278faf9-da0e-4a97-b77d-d95f08469a8d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=4f8dfa60d69d45c29013dbbe6c1dd226&device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 1128 time: 0.0523980 Jul 20 09:42:49.436111 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f476cc-1eb7-41bb-ac8d-b867b95f26fe req-4cf1d725-e0df-4e6f-bcc5-689d923ae70b tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:49.437804 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e7f476cc-1eb7-41bb-ac8d-b867b95f26fe req-4cf1d725-e0df-4e6f-bcc5-689d923ae70b tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 944 time: 0.0545969 Jul 20 09:42:49.454007 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-daf49ec7-878c-41b3-a635-e5abb4d968dd service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ed8cac7-63d1-4818-881b-6b7056cbc868 HTTP/1.1" status: 200 len: 217 time: 0.0356562 Jul 20 09:42:49.491023 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e7f476cc-1eb7-41bb-ac8d-b867b95f26fe req-8c832439-b272-423f-a335-ea095d86a52c tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450039 Jul 20 09:42:49.505912 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-6bdfad1a-1b1d-4d58-99ca-0d5de8e976ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:49.507423 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-6bdfad1a-1b1d-4d58-99ca-0d5de8e976ff service neutron] 10.222.0.17 "GET /v2.0/subnets?id=ec291c03-e054-4224-814b-e13ec38d5d9b HTTP/1.1" status: 200 len: 849 time: 0.0454803 Jul 20 09:42:49.544273 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-0548399b-4a29-4cc7-bb9d-8ff5a304833c service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=678df20b-79c7-46fd-b30a-63d1f65355a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302436 Jul 20 09:42:49.638377 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-54a7e288-f0b1-489d-8e35-62ca7410047e service neutron] 10.222.0.17 "GET /v2.0/networks/678df20b-79c7-46fd-b30a-63d1f65355a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852809 Jul 20 09:42:49.733941 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dc4c4b7e-7ad4-4674-8076-4ca3f7437443 req-d4491d20-b1de-48aa-be26-80abe1cfa256 service neutron] 10.222.0.17 "GET /v2.0/networks/678df20b-79c7-46fd-b30a-63d1f65355a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874031 Jul 20 09:42:50.605884 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088b37a-31b7-4452-aa12-624d2c0f6fa5 req-b8fbc5db-7eda-4834-86e2-074648589f4e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:50.607655 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d088b37a-31b7-4452-aa12-624d2c0f6fa5 req-b8fbc5db-7eda-4834-86e2-074648589f4e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 944 time: 0.0479248 Jul 20 09:42:50.657316 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d088b37a-31b7-4452-aa12-624d2c0f6fa5 req-0867f0f7-34e4-4d1d-866c-b967f5b3abe9 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442069 Jul 20 09:42:50.705856 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acf9a9-94c0-46ab-af47-5fb6c297e2f7 req-2241cb8d-d80f-4bd8-be56-178e9b64dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:50.707394 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-06acf9a9-94c0-46ab-af47-5fb6c297e2f7 req-2241cb8d-d80f-4bd8-be56-178e9b64dca0 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=4f8dfa60d69d45c29013dbbe6c1dd226&device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 1128 time: 0.0398698 Jul 20 09:42:50.811484 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acf9a9-94c0-46ab-af47-5fb6c297e2f7 req-003476e9-1f34-46ea-94d7-d09350f72f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:50.812961 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-06acf9a9-94c0-46ab-af47-5fb6c297e2f7 req-003476e9-1f34-46ea-94d7-d09350f72f07 service neutron] 10.222.0.17 "GET /v2.0/networks?id=678df20b-79c7-46fd-b30a-63d1f65355a4 HTTP/1.1" status: 200 len: 910 time: 0.0965531 Jul 20 09:42:50.860134 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-06acf9a9-94c0-46ab-af47-5fb6c297e2f7 req-7dbfe32a-3a80-4d1f-b3c8-39a0579aad58 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ed8cac7-63d1-4818-881b-6b7056cbc868 HTTP/1.1" status: 200 len: 217 time: 0.0340023 Jul 20 09:42:50.915735 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acf9a9-94c0-46ab-af47-5fb6c297e2f7 req-10a42fd5-6881-4813-8bd7-4cdccaa423f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:50.917322 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-06acf9a9-94c0-46ab-af47-5fb6c297e2f7 req-10a42fd5-6881-4813-8bd7-4cdccaa423f5 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=ec291c03-e054-4224-814b-e13ec38d5d9b HTTP/1.1" status: 200 len: 849 time: 0.0504284 Jul 20 09:42:50.950598 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-06acf9a9-94c0-46ab-af47-5fb6c297e2f7 req-d3730b1f-b500-45e8-bd99-bbed4d2f208d service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=678df20b-79c7-46fd-b30a-63d1f65355a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264671 Jul 20 09:42:51.043913 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-06acf9a9-94c0-46ab-af47-5fb6c297e2f7 req-6baaaee6-f64c-44d7-a18b-68505be7786c service neutron] 10.222.0.17 "GET /v2.0/networks/678df20b-79c7-46fd-b30a-63d1f65355a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866797 Jul 20 09:42:51.141412 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-06acf9a9-94c0-46ab-af47-5fb6c297e2f7 req-fcf7379a-873c-472b-a22a-9a28c384ea3c service neutron] 10.222.0.17 "GET /v2.0/networks/678df20b-79c7-46fd-b30a-63d1f65355a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908368 Jul 20 09:42:51.775033 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb41259-704f-49a6-bfa1-551d7d8ccde1 req-ba2a4580-00d1-429b-9a03-1a46618e4109 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:51.777175 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8cb41259-704f-49a6-bfa1-551d7d8ccde1 req-ba2a4580-00d1-429b-9a03-1a46618e4109 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 944 time: 0.0518482 Jul 20 09:42:51.827075 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8cb41259-704f-49a6-bfa1-551d7d8ccde1 req-788180b8-739b-44e5-8ec7-8cdbd3afbd7e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443521 Jul 20 09:42:52.819201 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 2ed8cac7-63d1-4818-881b-6b7056cbc868 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:42:52.925757 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 2ed8cac7-63d1-4818-881b-6b7056cbc868, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2ed8cac7-63d1-4818-881b-6b7056cbc868,segment=NetworkSegment(1271d43d-aca0-4a6b-b837-ed033b725ec6),segment_id=1271d43d-aca0-4a6b-b837-ed033b725ec6)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:52.936986 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '2ed8cac7-63d1-4818-881b-6b7056cbc868', 'network_id': '678df20b-79c7-46fd-b30a-63d1f65355a4', 'port_id': '2ed8cac7-63d1-4818-881b-6b7056cbc868', 'mac_address': 'fa:16:3e:a2:22:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec291c03-e054-4224-814b-e13ec38d5d9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:42:52.939755 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:52.957577 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f1414-0aea-46bc-a1ee-8458bf6e3592 req-9cc6a612-4230-4c1b-ad5e-dd14b6b3332c tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:52.959178 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-068f1414-0aea-46bc-a1ee-8458bf6e3592 req-9cc6a612-4230-4c1b-ad5e-dd14b6b3332c tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 944 time: 0.0533123 Jul 20 09:42:52.976414 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 2ed8cac7-63d1-4818-881b-6b7056cbc868 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:52.976801 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (2ed8cac7-63d1-4818-881b-6b7056cbc868), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:52.990866 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed8cac7-63d1-4818-881b-6b7056cbc868 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:42:53.010026 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-068f1414-0aea-46bc-a1ee-8458bf6e3592 req-b91df454-d71d-47f5-8275-01df5d8a0bf8 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 Jul 20 09:42:53.015612 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 2ed8cac7-63d1-4818-881b-6b7056cbc868, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2ed8cac7-63d1-4818-881b-6b7056cbc868,segment=NetworkSegment(1271d43d-aca0-4a6b-b837-ed033b725ec6),segment_id=1271d43d-aca0-4a6b-b837-ed033b725ec6)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:53.031538 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:53.034769 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (2ed8cac7-63d1-4818-881b-6b7056cbc868), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:53.077787 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-558d9ba1-403c-49c4-bcd4-305fb29bfb0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:53.099246 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=2ed8cac7-63d1-4818-881b-6b7056cbc868,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:53.292260 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['2ed8cac7-63d1-4818-881b-6b7056cbc868'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:42:53.363524 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:53.695247 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:53.729408 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-73775666-06b6-41a5-a4bb-334e41f295a9 req-a867a1ef-9072-4488-bab3-c00eeb88a103 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437837 Jul 20 09:42:53.816234 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73775666-06b6-41a5-a4bb-334e41f295a9 req-1c2da1e4-5e64-4f5f-9634-854c6e534269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:53.817724 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-73775666-06b6-41a5-a4bb-334e41f295a9 req-1c2da1e4-5e64-4f5f-9634-854c6e534269 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=07eb1473648d490b90a1e7debc45d57d&device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 1130 time: 0.0413816 Jul 20 09:42:53.924175 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73775666-06b6-41a5-a4bb-334e41f295a9 req-031f51c0-872f-4b61-85b4-7a5c22f3f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:53.925561 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-73775666-06b6-41a5-a4bb-334e41f295a9 req-031f51c0-872f-4b61-85b4-7a5c22f3f75a service neutron] 10.222.0.17 "GET /v2.0/networks?id=3bc1f444-18bf-42e0-ae56-3a62ba59289b HTTP/1.1" status: 200 len: 918 time: 0.0886178 Jul 20 09:42:53.993235 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-73775666-06b6-41a5-a4bb-334e41f295a9 req-aa4332b8-0b2f-4252-b4e5-c3e6fd284e11 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859157aa-b638-4b4f-b43f-7f70703c0a47 HTTP/1.1" status: 200 len: 1000 time: 0.0606005 Jul 20 09:42:54.051930 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73775666-06b6-41a5-a4bb-334e41f295a9 req-9f87108f-254f-4743-ae66-e4c0d6bfabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:54.053418 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-73775666-06b6-41a5-a4bb-334e41f295a9 req-9f87108f-254f-4743-ae66-e4c0d6bfabe3 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c68da9fc-5cd8-47bc-92d3-c39a5383e60d HTTP/1.1" status: 200 len: 856 time: 0.0470061 Jul 20 09:42:54.098415 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73775666-06b6-41a5-a4bb-334e41f295a9 req-136d2e83-3a54-44a1-8f9e-abbfdb1d4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:54.100043 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-73775666-06b6-41a5-a4bb-334e41f295a9 req-136d2e83-3a54-44a1-8f9e-abbfdb1d4a87 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=3bc1f444-18bf-42e0-ae56-3a62ba59289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404365 Jul 20 09:42:54.136687 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ea6f0-3cb7-4693-971b-34b2fb0d69c6 req-4082ff74-c232-43fb-b805-9308451a337b tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:54.138247 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-bf3ea6f0-3cb7-4693-971b-34b2fb0d69c6 req-4082ff74-c232-43fb-b805-9308451a337b tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 945 time: 0.0534205 Jul 20 09:42:54.186103 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-bf3ea6f0-3cb7-4693-971b-34b2fb0d69c6 req-2b929f25-d0e1-43cf-9737-355d7fdb9b00 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421858 Jul 20 09:42:54.197936 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-73775666-06b6-41a5-a4bb-334e41f295a9 req-ef18c279-de0c-44c3-8f25-8b5d3494ef53 service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914116 Jul 20 09:42:54.291593 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-73775666-06b6-41a5-a4bb-334e41f295a9 req-ab4c2ca3-10d2-46ca-ac7d-bf2452ed022e service neutron] 10.222.0.17 "GET /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857501 Jul 20 09:42:54.834992 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 2ed8cac7-63d1-4818-881b-6b7056cbc868 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:42:54.881439 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 2ed8cac7-63d1-4818-881b-6b7056cbc868 completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:42:54.888150 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 2ed8cac7-63d1-4818-881b-6b7056cbc868 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:42:54.888552 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (2ed8cac7-63d1-4818-881b-6b7056cbc868), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:54.964665 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 2ed8cac7-63d1-4818-881b-6b7056cbc868 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:42:54.965057 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (2ed8cac7-63d1-4818-881b-6b7056cbc868), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:54.987022 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5ce43d-a064-4e16-ba4e-c6814d4104b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed8cac7-63d1-4818-881b-6b7056cbc868'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:42:54.989264 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a7143c-6e96-4d62-b062-27ace109f509" -d '{"events": [{"server_uuid": "1e5ce43d-a064-4e16-ba4e-c6814d4104b2", "name": "network-vif-plugged", "status": "completed", "tag": "2ed8cac7-63d1-4818-881b-6b7056cbc868"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:42:55.002440 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 2ed8cac7-63d1-4818-881b-6b7056cbc868, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2ed8cac7-63d1-4818-881b-6b7056cbc868,segment=NetworkSegment(1271d43d-aca0-4a6b-b837-ed033b725ec6),segment_id=1271d43d-aca0-4a6b-b837-ed033b725ec6)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:42:55.006961 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (2ed8cac7-63d1-4818-881b-6b7056cbc868), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:55.032955 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32df7b32-6ae1-469a-9639-8096a9100223 x-openstack-request-id: req-32df7b32-6ae1-469a-9639-8096a9100223 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:42:55.033252 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5ce43d-a064-4e16-ba4e-c6814d4104b2", "name": "network-vif-plugged", "status": "completed", "tag": "2ed8cac7-63d1-4818-881b-6b7056cbc868", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:42:55.033511 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32df7b32-6ae1-469a-9639-8096a9100223 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:42:55.033932 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32df7b32-6ae1-469a-9639-8096a9100223'] response: {'server_uuid': '1e5ce43d-a064-4e16-ba4e-c6814d4104b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed8cac7-63d1-4818-881b-6b7056cbc868', 'code': 200} Jul 20 09:42:55.060227 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=2ed8cac7-63d1-4818-881b-6b7056cbc868,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:42:55.201901 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378b9db-e3a9-4fd5-83ca-97f14550edb8 req-f5aa0724-c263-43f3-a31a-ebfa8618e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:55.203416 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e378b9db-e3a9-4fd5-83ca-97f14550edb8 req-f5aa0724-c263-43f3-a31a-ebfa8618e57b service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 1130 time: 0.0444858 Jul 20 09:42:55.251523 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e378b9db-e3a9-4fd5-83ca-97f14550edb8 req-7bd926e1-2a5d-404f-ba6a-46a1123c9c4f service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392017 Jul 20 09:42:55.283403 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2fec1f13-b2a8-4593-a417-fad7729c9014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:55.302685 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bc018-53b5-4b23-8867-2e95e8c54516 req-4f9610c3-9186-437b-83ef-56f0807df877 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:55.304326 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-692bc018-53b5-4b23-8867-2e95e8c54516 req-4f9610c3-9186-437b-83ef-56f0807df877 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 946 time: 0.0488021 Jul 20 09:42:55.352549 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-692bc018-53b5-4b23-8867-2e95e8c54516 req-d0cdaede-f914-4ca1-b080-4cbca9edaf09 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419095 Jul 20 09:42:56.284269 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:56.474813 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b60763-e3ad-467c-954c-cb26fafa935f req-e27de2bd-d578-40ad-96fb-b012435c4c51 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:56.476624 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-61b60763-e3ad-467c-954c-cb26fafa935f req-e27de2bd-d578-40ad-96fb-b012435c4c51 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 946 time: 0.0502915 Jul 20 09:42:56.530504 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-61b60763-e3ad-467c-954c-cb26fafa935f req-1562d1cc-ee7e-4431-8e23-e63bf8e584a3 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454617 Jul 20 09:42:57.612368 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:42:57.649848 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba546e5-a335-450b-a73d-47147e174bf4 req-7b3dfd57-09a3-4f46-842c-b7f4b98b1e44 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:57.651385 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3ba546e5-a335-450b-a73d-47147e174bf4 req-7b3dfd57-09a3-4f46-842c-b7f4b98b1e44 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 946 time: 0.0497973 Jul 20 09:42:57.706726 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3ba546e5-a335-450b-a73d-47147e174bf4 req-1624530e-9f3b-40eb-8c9b-d566b569b272 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488546 Jul 20 09:42:57.799719 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:58.161022 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:42:58.238858 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a9ac4-7602-4b83-b001-aff583403c44 req-85b50925-93fb-4e94-9752-b69bc42812f8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:58.240407 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-df0a9ac4-7602-4b83-b001-aff583403c44 req-85b50925-93fb-4e94-9752-b69bc42812f8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 946 time: 0.0540195 Jul 20 09:42:58.290896 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-df0a9ac4-7602-4b83-b001-aff583403c44 req-84ccceb3-d56d-44aa-8f33-d95b08613d0b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446873 Jul 20 09:42:58.395170 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135c629-394c-4b3d-b7b4-fbac3ebefc19 req-d5db7351-465b-44c1-8792-9d22305a3e07 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:58.396781 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3135c629-394c-4b3d-b7b4-fbac3ebefc19 req-d5db7351-465b-44c1-8792-9d22305a3e07 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 946 time: 0.0477962 Jul 20 09:42:58.447870 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3135c629-394c-4b3d-b7b4-fbac3ebefc19 req-f5ede1f5-3889-45e9-b81b-0d65a169ea2c tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456650 Jul 20 09:42:59.418472 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c145983-cc04-49ab-8f65-bbe19978ad83 req-b17fa480-909f-4c28-9563-27a68a266c84 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:59.419940 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7c145983-cc04-49ab-8f65-bbe19978ad83 req-b17fa480-909f-4c28-9563-27a68a266c84 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 946 time: 0.0548117 Jul 20 09:42:59.468029 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7c145983-cc04-49ab-8f65-bbe19978ad83 req-caa5f7aa-10f9-48f9-980f-2f15dfd0a31b tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425360 Jul 20 09:42:59.560565 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18575837-7e8c-4791-acf3-14a1a1c7956a req-737b662e-70fa-4ffc-bc1b-1e9453299b82 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:42:59.562145 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-18575837-7e8c-4791-acf3-14a1a1c7956a req-737b662e-70fa-4ffc-bc1b-1e9453299b82 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 946 time: 0.0473430 Jul 20 09:42:59.612048 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-18575837-7e8c-4791-acf3-14a1a1c7956a req-4a601ccd-aa24-4aec-9ac6-0ffc0daa7781 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444288 Jul 20 09:43:00.560568 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=72 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:00.561283 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=82 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:00.584696 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be69010-96bf-4ceb-ba50-122dc0d83fbb req-2231f83a-5849-4752-848a-2ff2cdd0be0c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:00.586162 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2be69010-96bf-4ceb-ba50-122dc0d83fbb req-2231f83a-5849-4752-848a-2ff2cdd0be0c tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 946 time: 0.0475211 Jul 20 09:43:00.612014 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:00.637042 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2be69010-96bf-4ceb-ba50-122dc0d83fbb req-64a98d86-9a5e-4dfc-84db-a03d33690108 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449209 Jul 20 09:43:00.729502 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76323a88-b1ca-4ef3-9f62-55fe847f3c11 req-a12fd5a4-0167-4775-9e58-4533ed7c7034 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:00.731664 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-76323a88-b1ca-4ef3-9f62-55fe847f3c11 req-a12fd5a4-0167-4775-9e58-4533ed7c7034 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 946 time: 0.0512578 Jul 20 09:43:00.743186 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:00.781831 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-76323a88-b1ca-4ef3-9f62-55fe847f3c11 req-15317cb3-2032-45eb-9479-ae9055918e93 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440321 Jul 20 09:43:01.009912 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc749db3-f261-432d-9130-cbe47b35e652 req-4565d327-44eb-44fc-8f75-884d7d459aa8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:01.011377 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fc749db3-f261-432d-9130-cbe47b35e652 req-4565d327-44eb-44fc-8f75-884d7d459aa8 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.17 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 946 time: 0.0474644 Jul 20 09:43:01.098281 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:01.127178 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096df69-da97-4f32-85a9-9fbe8f7f5f4e req-a6b8905b-3b28-475c-89f8-0fb6d73b95a3 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:01.128665 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6096df69-da97-4f32-85a9-9fbe8f7f5f4e req-a6b8905b-3b28-475c-89f8-0fb6d73b95a3 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 946 time: 0.0793135 Jul 20 09:43:01.459901 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-fc749db3-f261-432d-9130-cbe47b35e652 req-351a36ba-18dd-4179-a1f0-a098d1131af9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Deleting port 859157aa-b638-4b4f-b43f-7f70703c0a47 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:43:01.460249 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-fc749db3-f261-432d-9130-cbe47b35e652 req-351a36ba-18dd-4179-a1f0-a098d1131af9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:01.552625 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-6096df69-da97-4f32-85a9-9fbe8f7f5f4e req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Deleting port 2ed8cac7-63d1-4818-881b-6b7056cbc868 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:43:01.552964 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6096df69-da97-4f32-85a9-9fbe8f7f5f4e req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (2ed8cac7-63d1-4818-881b-6b7056cbc868), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:01.635902 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-fc749db3-f261-432d-9130-cbe47b35e652 req-351a36ba-18dd-4179-a1f0-a098d1131af9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] For port 859157aa-b638-4b4f-b43f-7f70703c0a47, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=859157aa-b638-4b4f-b43f-7f70703c0a47,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:01.637222 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-fc749db3-f261-432d-9130-cbe47b35e652 req-351a36ba-18dd-4179-a1f0-a098d1131af9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:01.709915 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-6096df69-da97-4f32-85a9-9fbe8f7f5f4e req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] For port 2ed8cac7-63d1-4818-881b-6b7056cbc868, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2ed8cac7-63d1-4818-881b-6b7056cbc868,segment=NetworkSegment(1271d43d-aca0-4a6b-b837-ed033b725ec6),segment_id=1271d43d-aca0-4a6b-b837-ed033b725ec6)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:01.710195 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6096df69-da97-4f32-85a9-9fbe8f7f5f4e req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (2ed8cac7-63d1-4818-881b-6b7056cbc868), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:01.758778 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-6096df69-da97-4f32-85a9-9fbe8f7f5f4e req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Calling delete_port for 2ed8cac7-63d1-4818-881b-6b7056cbc868 owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:43:01.848076 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9732f3c-fd89-4cfe-9268-50e255fc461c req-e5599723-d6a0-4a95-878b-521277a3e5db tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:01.849572 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a9732f3c-fd89-4cfe-9268-50e255fc461c req-e5599723-d6a0-4a95-878b-521277a3e5db tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 946 time: 0.1367433 Jul 20 09:43:01.901955 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152f3bc-a452-481f-89f1-c61fa50845db req-cfd317ef-d619-4361-af79-f0a0fc1db5ec tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:01.903636 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b152f3bc-a452-481f-89f1-c61fa50845db req-cfd317ef-d619-4361-af79-f0a0fc1db5ec tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e5ce43d-a064-4e16-ba4e-c6814d4104b2 HTTP/1.1" status: 200 len: 946 time: 0.0483470 Jul 20 09:43:01.952110 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b152f3bc-a452-481f-89f1-c61fa50845db req-99927d8f-4bba-44e8-9beb-68323fbbb666 tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.18 "GET /v2.0/security-groups?id=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427434 Jul 20 09:43:01.967350 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-fc749db3-f261-432d-9130-cbe47b35e652 req-351a36ba-18dd-4179-a1f0-a098d1131af9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:01.967718 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-fc749db3-f261-432d-9130-cbe47b35e652 req-351a36ba-18dd-4179-a1f0-a098d1131af9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (d5fbdf6f-eabf-4d2e-a2b6-75375a0f9326), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:01.968037 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [req-fc749db3-f261-432d-9130-cbe47b35e652 req-351a36ba-18dd-4179-a1f0-a098d1131af9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Floating IP d5fbdf6f-eabf-4d2e-a2b6-75375a0f9326 disassociated. External IP: 172.27.1.69, port: 859157aa-b638-4b4f-b43f-7f70703c0a47. Jul 20 09:43:01.968386 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-fc749db3-f261-432d-9130-cbe47b35e652 req-351a36ba-18dd-4179-a1f0-a098d1131af9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Calling delete_port for 859157aa-b638-4b4f-b43f-7f70703c0a47 owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:43:01.993903 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a9732f3c-fd89-4cfe-9268-50e255fc461c req-3c8e5ccf-7d41-4967-be51-b5e23494a096 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups?id=077675d2-f9bf-4248-b1c1-2de5faf543b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374347 Jul 20 09:43:02.078795 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:02.092301 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:02.093124 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6096df69-da97-4f32-85a9-9fbe8f7f5f4e req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (2ed8cac7-63d1-4818-881b-6b7056cbc868), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:02.107235 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['2ed8cac7-63d1-4818-881b-6b7056cbc868'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:43:02.128727 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Pushing event deleted for resources: {'Port': ['ID=2ed8cac7-63d1-4818-881b-6b7056cbc868,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:02.162769 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:02.163394 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:02.163731 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:02.164076 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:02.164392 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:02.164713 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:02.165033 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:02.165351 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:02.165667 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:02.165981 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:02.166295 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:02.166612 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:02.166925 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:02.167236 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:02.167573 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:02.209888 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-6096df69-da97-4f32-85a9-9fbe8f7f5f4e req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] No DVR routers for this DVR port 2ed8cac7-63d1-4818-881b-6b7056cbc868 on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:43:02.213991 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-6096df69-da97-4f32-85a9-9fbe8f7f5f4e req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:02.217399 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6096df69-da97-4f32-85a9-9fbe8f7f5f4e req-8547130b-ae88-4974-a0d1-4fd4be32725e tempest-VolumesActionsTest-752887214 tempest-VolumesActionsTest-752887214-project] 10.222.0.17 "DELETE /v2.0/ports/2ed8cac7-63d1-4818-881b-6b7056cbc868 HTTP/1.1" status: 204 len: 173 time: 1.0688157 Jul 20 09:43:02.217832 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5ce43d-a064-4e16-ba4e-c6814d4104b2', 'name': 'network-vif-deleted', 'tag': '2ed8cac7-63d1-4818-881b-6b7056cbc868'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:43:02.220118 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5036083-a4ae-4a91-86be-4930e074e0c6" -d '{"events": [{"server_uuid": "1e5ce43d-a064-4e16-ba4e-c6814d4104b2", "name": "network-vif-deleted", "tag": "2ed8cac7-63d1-4818-881b-6b7056cbc868"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:43:02.244427 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-fc749db3-f261-432d-9130-cbe47b35e652 req-351a36ba-18dd-4179-a1f0-a098d1131af9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (859157aa-b638-4b4f-b43f-7f70703c0a47), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:02.271720 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c611ff9-c147-4c39-9ecf-2ea4b936c3c2 x-openstack-request-id: req-5c611ff9-c147-4c39-9ecf-2ea4b936c3c2 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:43:02.272083 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5ce43d-a064-4e16-ba4e-c6814d4104b2", "name": "network-vif-deleted", "tag": "2ed8cac7-63d1-4818-881b-6b7056cbc868", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:43:02.272274 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c611ff9-c147-4c39-9ecf-2ea4b936c3c2 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:43:02.272678 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c611ff9-c147-4c39-9ecf-2ea4b936c3c2'] response: {'server_uuid': '1e5ce43d-a064-4e16-ba4e-c6814d4104b2', 'name': 'network-vif-deleted', 'tag': '2ed8cac7-63d1-4818-881b-6b7056cbc868', 'status': 'completed', 'code': 200} Jul 20 09:43:02.275737 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a36ba-18dd-4179-a1f0-a098d1131af9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event deleted for resources: {'Port': ['ID=859157aa-b638-4b4f-b43f-7f70703c0a47,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:02.390317 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc749db3-f261-432d-9130-cbe47b35e652 req-351a36ba-18dd-4179-a1f0-a098d1131af9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:43:02.496656 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc749db3-f261-432d-9130-cbe47b35e652 req-351a36ba-18dd-4179-a1f0-a098d1131af9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:43:02.506734 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d936cd1a-5886-41ba-b791-3bde7968fd9b None None] Sync routers for ids ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:43:02.517331 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d936cd1a-5886-41ba-b791-3bde7968fd9b None None] Routers {'83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:02.517950 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-d936cd1a-5886-41ba-b791-3bde7968fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:42:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:02.539927 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc749db3-f261-432d-9130-cbe47b35e652 req-351a36ba-18dd-4179-a1f0-a098d1131af9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] No DVR routers for this DVR port 859157aa-b638-4b4f-b43f-7f70703c0a47 on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:43:02.543320 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-fc749db3-f261-432d-9130-cbe47b35e652 req-351a36ba-18dd-4179-a1f0-a098d1131af9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:02.547359 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fc749db3-f261-432d-9130-cbe47b35e652 req-351a36ba-18dd-4179-a1f0-a098d1131af9 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.17 "DELETE /v2.0/ports/859157aa-b638-4b4f-b43f-7f70703c0a47 HTTP/1.1" status: 204 len: 173 time: 1.4989784 Jul 20 09:43:02.624442 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-d936cd1a-5886-41ba-b791-3bde7968fd9b None None] Set router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:02.846703 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-d936cd1a-5886-41ba-b791-3bde7968fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:07Z', 'revision_number': 5, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:02.871782 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d936cd1a-5886-41ba-b791-3bde7968fd9b None None] Checking router: 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:43:02.880075 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d936cd1a-5886-41ba-b791-3bde7968fd9b None None] Routers {'83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:02.880617 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-d936cd1a-5886-41ba-b791-3bde7968fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:42:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:02.980631 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-d936cd1a-5886-41ba-b791-3bde7968fd9b None None] Set router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:03.157674 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-617519f7-32e2-4db0-ba75-caf57c1ba842 req-eca4e88d-6947-481c-9571-256fa105bae5 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c1aa3a0-cf51-4942-abc5-e059ed3eca20 HTTP/1.1" status: 200 len: 210 time: 0.0298517 Jul 20 09:43:03.224345 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-d936cd1a-5886-41ba-b791-3bde7968fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:07Z', 'revision_number': 5, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:03.253938 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d936cd1a-5886-41ba-b791-3bde7968fd9b None None] The sync data for ids ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'] in dv-cinder-822822-3-iscsi is: [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:35:49Z', 'revision_number': 4, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'd13c8cf3-0acf-478f-9406-f51175de1ffc', 'name': '', 'network_id': '3bc1f444-18bf-42e0-ae56-3a62ba59289b', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'mac_address': 'fa:16:3e:2b:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:47Z', 'updated_at': '2022-07-20T09:36:07Z', 'revision_number': 5, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'subnets': [{'id': 'c68da9fc-5cd8-47bc-92d3-c39a5383e60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:43:03.493088 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9066ade-9c82-4155-9030-a7f01960f65f None None] New status for floating IP d5fbdf6f-eabf-4d2e-a2b6-75375a0f9326: DOWN {{(pid=104191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:43:03.526694 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:04.274255 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'name': 'network-vif-deleted', 'tag': '859157aa-b638-4b4f-b43f-7f70703c0a47'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:43:04.276064 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55228) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:04.276843 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4bc75f-db51-4d3d-8bc7-c38efad3caff" -d '{"events": [{"server_uuid": "8c1aa3a0-cf51-4942-abc5-e059ed3eca20", "name": "network-vif-deleted", "tag": "859157aa-b638-4b4f-b43f-7f70703c0a47"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:43:04.335726 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb717d16-2116-4f21-964e-28c1933041c3 x-openstack-request-id: req-cb717d16-2116-4f21-964e-28c1933041c3 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:43:04.336271 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1aa3a0-cf51-4942-abc5-e059ed3eca20", "name": "network-vif-deleted", "tag": "859157aa-b638-4b4f-b43f-7f70703c0a47", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:43:04.336627 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb717d16-2116-4f21-964e-28c1933041c3 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:43:04.337244 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb717d16-2116-4f21-964e-28c1933041c3'] response: {'server_uuid': '8c1aa3a0-cf51-4942-abc5-e059ed3eca20', 'name': 'network-vif-deleted', 'tag': '859157aa-b638-4b4f-b43f-7f70703c0a47', 'status': 'completed', 'code': 200} Jul 20 09:43:04.364255 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7004f9ac-d7e8-49a8-be9a-0c583797364e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group (077675d2-f9bf-4248-b1c1-2de5faf543b8), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:04.387104 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7004f9ac-d7e8-49a8-be9a-0c583797364e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group (077675d2-f9bf-4248-b1c1-2de5faf543b8), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:04.435022 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7004f9ac-d7e8-49a8-be9a-0c583797364e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (077675d2-f9bf-4248-b1c1-2de5faf543b8), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:04.438188 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7004f9ac-d7e8-49a8-be9a-0c583797364e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:04.441870 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-7004f9ac-d7e8-49a8-be9a-0c583797364e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "DELETE /v2.0/security-groups/077675d2-f9bf-4248-b1c1-2de5faf543b8 HTTP/1.1" status: 204 len: 168 time: 0.1622543 Jul 20 09:43:04.442790 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55234) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:04.449047 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004f9ac-d7e8-49a8-be9a-0c583797364e tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077675d2-f9bf-4248-b1c1-2de5faf543b8,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:04.457977 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.api.v2.resource [None req-e6c06996-6d83-443a-815f-692ab9cf09ad tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] show failed (client error): The resource could not be found. Jul 20 09:43:04.459030 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-e6c06996-6d83-443a-815f-692ab9cf09ad tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "GET /v2.0/security-groups/077675d2-f9bf-4248-b1c1-2de5faf543b8 HTTP/1.1" status: 404 len: 347 time: 0.0152307 Jul 20 09:43:04.461858 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55236) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:04.577132 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-a68f8ead-f407-48b2-932d-93a34e7fd109 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Deleting port 588a91ac-bc0b-4b0c-bb3f-feecc0020f20 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:43:04.577501 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-a68f8ead-f407-48b2-932d-93a34e7fd109 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (588a91ac-bc0b-4b0c-bb3f-feecc0020f20), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:04.615026 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:43:04.656691 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-a68f8ead-f407-48b2-932d-93a34e7fd109 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (588a91ac-bc0b-4b0c-bb3f-feecc0020f20), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:04.656949 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-a68f8ead-f407-48b2-932d-93a34e7fd109 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for floatingip (588a91ac-bc0b-4b0c-bb3f-feecc0020f20), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:04.669477 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-a68f8ead-f407-48b2-932d-93a34e7fd109 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Calling delete_port for 588a91ac-bc0b-4b0c-bb3f-feecc0020f20 owned by network:floatingip {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:43:04.798533 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-a68f8ead-f407-48b2-932d-93a34e7fd109 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (588a91ac-bc0b-4b0c-bb3f-feecc0020f20), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:04.823419 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f8ead-f407-48b2-932d-93a34e7fd109 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Pushing event deleted for resources: {'Port': ['ID=588a91ac-bc0b-4b0c-bb3f-feecc0020f20,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:04.888401 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-a68f8ead-f407-48b2-932d-93a34e7fd109 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks [] for floatingip (d5fbdf6f-eabf-4d2e-a2b6-75375a0f9326), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:04.890849 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-a68f8ead-f407-48b2-932d-93a34e7fd109 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:04.892025 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-a68f8ead-f407-48b2-932d-93a34e7fd109 tempest-AttachVolumeShelveTestJSON-951470208 tempest-AttachVolumeShelveTestJSON-951470208-project] 10.222.0.18 "DELETE /v2.0/floatingips/d5fbdf6f-eabf-4d2e-a2b6-75375a0f9326 HTTP/1.1" status: 204 len: 168 time: 0.4291375 Jul 20 09:43:05.604268 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 2ed8cac7-63d1-4818-881b-6b7056cbc868 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:43:05.623926 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: 2ed8cac7-63d1-4818-881b-6b7056cbc868 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:43:05.624270 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 2ed8cac7-63d1-4818-881b-6b7056cbc868 not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:43:05.624668 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 859157aa-b638-4b4f-b43f-7f70703c0a47 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:43:05.641894 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: 859157aa-b638-4b4f-b43f-7f70703c0a47 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:43:05.642233 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 859157aa-b638-4b4f-b43f-7f70703c0a47 not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:43:09.474632 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55318) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:09.718598 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:09.753266 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:09.999019 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-7cfa92b1-1b9c-4eff-b220-33604841b677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666018'] for router_interface (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:10.245436 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa92b1-1b9c-4eff-b220-33604841b677 admin admin] Deleting port d13c8cf3-0acf-478f-9406-f51175de1ffc {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:43:10.245798 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-7cfa92b1-1b9c-4eff-b220-33604841b677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:10.335530 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-7cfa92b1-1b9c-4eff-b220-33604841b677 admin admin] For port d13c8cf3-0acf-478f-9406-f51175de1ffc, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=d13c8cf3-0acf-478f-9406-f51175de1ffc,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:10.336076 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-7cfa92b1-1b9c-4eff-b220-33604841b677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:10.351224 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa92b1-1b9c-4eff-b220-33604841b677 admin admin] Calling delete_port for d13c8cf3-0acf-478f-9406-f51175de1ffc owned by network:router_interface {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:43:10.573654 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-7cfa92b1-1b9c-4eff-b220-33604841b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (d13c8cf3-0acf-478f-9406-f51175de1ffc), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:10.605137 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa92b1-1b9c-4eff-b220-33604841b677 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13c8cf3-0acf-478f-9406-f51175de1ffc,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:10.664144 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:10.669177 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:10.792724 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-7cfa92b1-1b9c-4eff-b220-33604841b677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665942'] for router_interface (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:11.052995 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfa92b1-1b9c-4eff-b220-33604841b677 admin admin] Router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:43:11.164656 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfa92b1-1b9c-4eff-b220-33604841b677 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:43:11.173346 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-7cfa92b1-1b9c-4eff-b220-33604841b677 admin admin] 10.222.0.18 "PUT /v2.0/routers/83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6949637 Jul 20 09:43:11.173448 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55338) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:11.174396 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e247b51-2dd6-4dc5-b6e7-4fd8015d73a3 None None] Sync routers for ids ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:43:11.188407 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e247b51-2dd6-4dc5-b6e7-4fd8015d73a3 None None] Routers {'83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:11.189038 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-5e247b51-2dd6-4dc5-b6e7-4fd8015d73a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:42:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:11.303952 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] Publish callbacks [] for router (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:11.323527 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-5e247b51-2dd6-4dc5-b6e7-4fd8015d73a3 None None] Set router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:11.430507 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] Publish callbacks [] for router_gateway (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:11.504504 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] Deleting port f5c86cdb-26eb-4e33-b322-3148ef533dd9 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:43:11.505104 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (f5c86cdb-26eb-4e33-b322-3148ef533dd9), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:11.507602 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-5e247b51-2dd6-4dc5-b6e7-4fd8015d73a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:43:10Z', 'revision_number': 5, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port': {'id': 'f5c86cdb-26eb-4e33-b322-3148ef533dd9', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:35:41Z', 'updated_at': '2022-07-20T09:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:11.536619 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e247b51-2dd6-4dc5-b6e7-4fd8015d73a3 None None] Checking router: 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:43:11.539679 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:11.547831 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e247b51-2dd6-4dc5-b6e7-4fd8015d73a3 None None] Routers {'83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:11.548875 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-5e247b51-2dd6-4dc5-b6e7-4fd8015d73a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:42:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:11.551636 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:11.598908 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] For port f5c86cdb-26eb-4e33-b322-3148ef533dd9, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=f5c86cdb-26eb-4e33-b322-3148ef533dd9,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:11.599590 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (f5c86cdb-26eb-4e33-b322-3148ef533dd9), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:11.613707 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] Calling delete_port for f5c86cdb-26eb-4e33-b322-3148ef533dd9 owned by network:router_gateway {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:43:11.649574 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-5e247b51-2dd6-4dc5-b6e7-4fd8015d73a3 None None] Set router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f gateway port host: None {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:11.676263 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:11.801849 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:11.816313 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-5e247b51-2dd6-4dc5-b6e7-4fd8015d73a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:43:11Z', 'revision_number': 6, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port_host': None}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:11.834932 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (f5c86cdb-26eb-4e33-b322-3148ef533dd9), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:11.846582 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e247b51-2dd6-4dc5-b6e7-4fd8015d73a3 None None] The sync data for ids ['83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f'] in dv-cinder-822822-3-iscsi is: [{'id': '83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f', 'name': 'tempest-AttachVolumeShelveTestJSON-1487303748-router', 'tenant_id': '07eb1473648d490b90a1e7debc45d57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:35:40Z', 'updated_at': '2022-07-20T09:43:11Z', 'revision_number': 6, 'project_id': '07eb1473648d490b90a1e7debc45d57d', 'gw_port_host': None}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:43:11.869210 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c86cdb-26eb-4e33-b322-3148ef533dd9,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:12.254128 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671293'] for router_gateway (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:12.348057 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30343'] for router (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:12.350447 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] Publish callbacks [] for router_controller (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), precommit_delete_associations {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:12.397997 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667056'] for router (83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:12.398602 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f {{(pid=104189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 09:43:12.405353 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:12.409041 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-15efeffb-5d91-48f7-800e-6cbe498b4379 admin admin] 10.222.0.18 "DELETE /v2.0/routers/83ab0d29-5a6b-4ea7-b15c-ac49c1aa407f HTTP/1.1" status: 204 len: 168 time: 1.2324209 Jul 20 09:43:12.409504 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55346) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:12.462046 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_v2 [None req-c734870b-859d-47a8-a6fd-f24147ad383b admin admin] Deleting subnet c68da9fc-5cd8-47bc-92d3-c39a5383e60d {{(pid=104189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 09:43:12.466303 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c734870b-859d-47a8-a6fd-f24147ad383b admin admin] Publish callbacks [] for subnet (c68da9fc-5cd8-47bc-92d3-c39a5383e60d), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:12.504829 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c734870b-859d-47a8-a6fd-f24147ad383b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390779'] for subnet (c68da9fc-5cd8-47bc-92d3-c39a5383e60d), precommit_delete_associations {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:12.590005 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c734870b-859d-47a8-a6fd-f24147ad383b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676107'] for subnet (c68da9fc-5cd8-47bc-92d3-c39a5383e60d), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:12.682556 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c734870b-859d-47a8-a6fd-f24147ad383b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28369975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28340202'] for subnet (c68da9fc-5cd8-47bc-92d3-c39a5383e60d), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:12.711987 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734870b-859d-47a8-a6fd-f24147ad383b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68da9fc-5cd8-47bc-92d3-c39a5383e60d,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:12.717763 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c734870b-859d-47a8-a6fd-f24147ad383b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:12.723492 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-c734870b-859d-47a8-a6fd-f24147ad383b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c68da9fc-5cd8-47bc-92d3-c39a5383e60d HTTP/1.1" status: 204 len: 168 time: 0.3103912 Jul 20 09:43:12.723878 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55348) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:12.736956 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adae3ce-cc39-45dd-8dd5-5fd788bf35d8 None None] Network 3bc1f444-18bf-42e0-ae56-3a62ba59289b requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:43:12.814321 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1767445'] for network (3bc1f444-18bf-42e0-ae56-3a62ba59289b), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:12.872903 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] Deleting port 399d1707-9b6d-4650-86c5-948af168e49a {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:43:12.873778 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (399d1707-9b6d-4650-86c5-948af168e49a), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:12.956715 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] For port 399d1707-9b6d-4650-86c5-948af168e49a, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=399d1707-9b6d-4650-86c5-948af168e49a,segment=NetworkSegment(739a4621-9383-4c8f-a7cc-fa2d9160202a),segment_id=739a4621-9383-4c8f-a7cc-fa2d9160202a)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:12.957391 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (399d1707-9b6d-4650-86c5-948af168e49a), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:12.984166 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] Calling delete_port for 399d1707-9b6d-4650-86c5-948af168e49a owned by network:dhcp {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:43:12.986845 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:13.101761 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfe894a-be57-4e18-a91b-32290d2ec4b7 None None] DHCP port deletion for 3bc1f444-18bf-42e0-ae56-3a62ba59289b request from dv-cinder-822822-3-iscsi {{(pid=104191) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 09:43:13.113203 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (399d1707-9b6d-4650-86c5-948af168e49a), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:13.129235 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe894a-be57-4e18-a91b-32290d2ec4b7 None None] The port '399d1707-9b6d-4650-86c5-948af168e49a' was deleted {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jul 20 09:43:13.138481 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=399d1707-9b6d-4650-86c5-948af168e49a,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:13.151578 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] No DVR routers for this DVR port 399d1707-9b6d-4650-86c5-948af168e49a on host dv-cinder-822822-3-iscsi {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:43:13.241821 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675530', 'neutron.services.segments.db._delete_segments_for_network-8750382056250'] for network (3bc1f444-18bf-42e0-ae56-3a62ba59289b), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:13.270494 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc1f444-18bf-42e0-ae56-3a62ba59289b']}} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:13.288797 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739a4621-9383-4c8f-a7cc-fa2d9160202a') {'for_net_delete': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:13.289172 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739a4621-9383-4c8f-a7cc-fa2d9160202a') {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:13.308704 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750382058051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390722'] for segment (739a4621-9383-4c8f-a7cc-fa2d9160202a), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:13.320085 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device d13c8cf3-0acf-478f-9406-f51175de1ffc no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:43:13.345924 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (739a4621-9383-4c8f-a7cc-fa2d9160202a), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:13.362638 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 09:43:13.363062 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28371605'] for segment (739a4621-9383-4c8f-a7cc-fa2d9160202a), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:13.376492 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: d13c8cf3-0acf-478f-9406-f51175de1ffc {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:43:13.376837 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device d13c8cf3-0acf-478f-9406-f51175de1ffc not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:43:13.377264 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device f5c86cdb-26eb-4e33-b322-3148ef533dd9 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:43:13.450765 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: f5c86cdb-26eb-4e33-b322-3148ef533dd9 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:43:13.451350 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.services.segments.plugin [-] Segment 739a4621-9383-4c8f-a7cc-fa2d9160202a resource provider aggregate not found Jul 20 09:43:13.451525 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device f5c86cdb-26eb-4e33-b322-3148ef533dd9 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:43:13.452209 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 399d1707-9b6d-4650-86c5-948af168e49a no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:43:13.470097 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671318'] for network (3bc1f444-18bf-42e0-ae56-3a62ba59289b), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:13.475379 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:13.481645 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3bc1f444-18bf-42e0-ae56-3a62ba59289b HTTP/1.1" status: 204 len: 168 time: 0.7541571 Jul 20 09:43:13.489499 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.services.segments.plugin [-] Segment 739a4621-9383-4c8f-a7cc-fa2d9160202a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 739a4621-9383-4c8f-a7cc-fa2d9160202a found for delete ", "request_id": "req-e79458ef-0657-4720-b398-596b3ae4e8b3"}]} Jul 20 09:43:13.490218 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: 399d1707-9b6d-4650-86c5-948af168e49a {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:43:13.491371 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 399d1707-9b6d-4650-86c5-948af168e49a not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:43:13.502662 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89336bb5-c51b-4608-b967-b69a99e0e5f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc1f444-18bf-42e0-ae56-3a62ba59289b,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:13.651022 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55366) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:13.702809 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-df8243e0-7758-411f-a1eb-ca7572f1f063 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07eb1473648d490b90a1e7debc45d57d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0501690 Jul 20 09:43:13.705349 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55368) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:13.725141 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:13.772027 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-44969517-6d7d-4897-ab2a-7185b7195909 admin admin] Publish callbacks [] for security_group (9b889b2b-e7e9-451f-9bd4-b50388a725a2), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:13.799243 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-44969517-6d7d-4897-ab2a-7185b7195909 admin admin] Publish callbacks [] for security_group (9b889b2b-e7e9-451f-9bd4-b50388a725a2), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:13.859463 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-44969517-6d7d-4897-ab2a-7185b7195909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (9b889b2b-e7e9-451f-9bd4-b50388a725a2), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:13.862300 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-44969517-6d7d-4897-ab2a-7185b7195909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:13.866563 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-44969517-6d7d-4897-ab2a-7185b7195909 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b889b2b-e7e9-451f-9bd4-b50388a725a2 HTTP/1.1" status: 204 len: 168 time: 0.1573179 Jul 20 09:43:13.885728 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44969517-6d7d-4897-ab2a-7185b7195909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b889b2b-e7e9-451f-9bd4-b50388a725a2,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:14.444087 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=31,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:14.445652 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=61,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:14.722618 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55406) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:14.879228 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1292640093-network', 'tenant_id': 'a1fe308758354ddfb050def8345355ff'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:14.926193 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] Made reservation on behalf of a1fe308758354ddfb050def8345355ff for: {'network': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:43:14.931768 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:14.950510 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:15.097172 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] Publish callbacks [] for security_group (3857cbb8-fda2-428d-8a98-d2c61606e6dc), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:15.103185 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (3857cbb8-fda2-428d-8a98-d2c61606e6dc), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:15.131427 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:15.140919 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=104189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:43:15.154329 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3857cbb8-fda2-428d-8a98-d2c61606e6dc,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:15.163993 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (bedb51b3-a181-47da-b083-561249e3b7e0), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:15.164348 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.segments_db [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] Added segment bedb51b3-a181-47da-b083-561249e3b7e0 of type vlan for network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d Jul 20 09:43:15.217037 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (6671a0fd-e3f4-4bae-a778-86d0bc616f5d), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:15.253505 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (6671a0fd-e3f4-4bae-a778-86d0bc616f5d), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:15.254664 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:15.255255 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:15.329698 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6056025 Jul 20 09:43:15.330159 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55414) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:15.337270 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af5cb3-e09b-46fc-b3f9-55e740b94f90 admin admin] Pushing event updated for resources: {'Network': ['ID=6671a0fd-e3f4-4bae-a778-86d0bc616f5d,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:15.337596 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-6ec30b1c-e2fc-4f39-a5e9-44c9231bbd14 admin admin] Request body: {'subnet': {'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-subnet', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:15.352998 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:43:15.379629 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec30b1c-e2fc-4f39-a5e9-44c9231bbd14 admin admin] Made reservation on behalf of a1fe308758354ddfb050def8345355ff for: {'subnet': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:43:15.384539 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-6ec30b1c-e2fc-4f39-a5e9-44c9231bbd14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25169977'] for subnet (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:15.598227 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-6ec30b1c-e2fc-4f39-a5e9-44c9231bbd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25966168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25169967'] for subnet (0ad9e585-6099-4be5-adc8-f1d59931f57d), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:15.650593 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec30b1c-e2fc-4f39-a5e9-44c9231bbd14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad9e585-6099-4be5-adc8-f1d59931f57d,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:15.673560 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec30b1c-e2fc-4f39-a5e9-44c9231bbd14 admin admin] Checking segment: {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:43:15.673919 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec30b1c-e2fc-4f39-a5e9-44c9231bbd14 admin admin] Network hostable DHCP agents. Network: 6671a0fd-e3f4-4bae-a778-86d0bc616f5d, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:43:15.694850 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec30b1c-e2fc-4f39-a5e9-44c9231bbd14 admin admin] Network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:43:15.708074 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-6ec30b1c-e2fc-4f39-a5e9-44c9231bbd14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, 6671a0fd-e3f4-4bae-a778-86d0bc616f5d) {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:15.717794 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec30b1c-e2fc-4f39-a5e9-44c9231bbd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:15.718400 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-6ec30b1c-e2fc-4f39-a5e9-44c9231bbd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:15.719938 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380ae930-b4ae-4672-a125-98c42f9c8728 None None] Network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:43:15.746291 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-6ec30b1c-e2fc-4f39-a5e9-44c9231bbd14 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4146669 Jul 20 09:43:15.747093 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55418) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:15.753231 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:15.785245 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30393'] for router (1a87491b-7372-43ff-9ed3-63e9938e0e18), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:15.786288 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30384'] for router (1a87491b-7372-43ff-9ed3-63e9938e0e18), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:15.868589 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Publish callbacks [] for router_controller (1a87491b-7372-43ff-9ed3-63e9938e0e18), precommit_add_association {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:15.879574 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f37d01a-c625-5824-9e01-1f125168aa1d-6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d'}]}} from dv-cinder-822822-3-iscsi. {{(pid=104191) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 09:43:15.888974 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:16.018105 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Publish callbacks [] for router_gateway (1a87491b-7372-43ff-9ed3-63e9938e0e18), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:16.137042 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Allocated IP 172.20.0.2 (6671a0fd-e3f4-4bae-a778-86d0bc616f5d/0ad9e585-6099-4be5-adc8-f1d59931f57d/12170647-5045-4231-afad-2ef72212c398) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:43:16.237191 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Publish callbacks [] for router_gateway (1a87491b-7372-43ff-9ed3-63e9938e0e18), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:16.259793 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:16.270691 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:16.404907 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Publish callbacks [] for port (12170647-5045-4231-afad-2ef72212c398), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:16.406720 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Allocated IP 172.27.1.23 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/c3645aae-58fe-401d-a9aa-5c143482bd32) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:43:16.415053 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (12170647-5045-4231-afad-2ef72212c398), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:16.478142 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:43:16.482219 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:16.489415 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:43:16.523485 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:16.532162 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Pushing event updated for resources: {'Port': ['ID=12170647-5045-4231-afad-2ef72212c398,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:16.585667 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Publish callbacks [] for port (c3645aae-58fe-401d-a9aa-5c143482bd32), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:16.585927 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Attempting to bind port 12170647-5045-4231-afad-2ef72212c398 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:43:16.586278 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Attempting to bind port 12170647-5045-4231-afad-2ef72212c398 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:43:16.586739 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Attempting to bind port 12170647-5045-4231-afad-2ef72212c398 on network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:43:16.594800 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:43:16.595481 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Checking segment: {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:43:16.595989 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:16.596487 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Bound using segment: {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:43:16.597100 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Bound port: 12170647-5045-4231-afad-2ef72212c398, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:43:16.597651 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (12170647-5045-4231-afad-2ef72212c398), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:16.652086 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (c3645aae-58fe-401d-a9aa-5c143482bd32), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:16.682980 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] For port 12170647-5045-4231-afad-2ef72212c398, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:43:16.688498 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] For port 12170647-5045-4231-afad-2ef72212c398, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=12170647-5045-4231-afad-2ef72212c398,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:43:16.700789 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (12170647-5045-4231-afad-2ef72212c398), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:16.704861 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:UPDATE=6,neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:16.739535 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:43:16.749422 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:16.753231 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Pushing event updated for resources: {'Port': ['ID=c3645aae-58fe-401d-a9aa-5c143482bd32,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:16.763613 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:43:16.792223 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee053d3d-593f-4ed7-8baf-b694f6525050 None None] Pushing event updated for resources: {'Port': ['ID=12170647-5045-4231-afad-2ef72212c398,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:16.836209 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:16.858923 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:17.273940 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Publish callbacks [] for router_gateway (1a87491b-7372-43ff-9ed3-63e9938e0e18), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:17.353679 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 12170647-5045-4231-afad-2ef72212c398 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:43:17.440565 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 12170647-5045-4231-afad-2ef72212c398 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:17.441365 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (12170647-5045-4231-afad-2ef72212c398), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:17.577006 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670420'] for router (1a87491b-7372-43ff-9ed3-63e9938e0e18), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:17.577301 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 12170647-5045-4231-afad-2ef72212c398 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:17.577527 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (12170647-5045-4231-afad-2ef72212c398), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:17.629463 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port 12170647-5045-4231-afad-2ef72212c398, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=12170647-5045-4231-afad-2ef72212c398,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:17.636510 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (12170647-5045-4231-afad-2ef72212c398), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:17.704726 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=12170647-5045-4231-afad-2ef72212c398,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:17.715329 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:17.764251 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Router 1a87491b-7372-43ff-9ed3-63e9938e0e18 is scheduled to L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a with binding_index 1 {{(pid=104189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 09:43:17.898812 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:43:17.909883 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Sync routers for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:43:17.924423 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:17.925705 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:17.926176 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-6773fe31-8887-433c-b93a-12b771a40354 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1777043 Jul 20 09:43:17.927117 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:42:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:17.928827 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55440) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:18.078453 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c4b9da-dabd-47fd-a5f4-ee4bbdebb788 None None] Network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:43:18.177455 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:18.188306 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:18.233717 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-b03e6279-4ff7-4be6-90ec-d4d107da38ee None None] Provisioning complete for port 12170647-5045-4231-afad-2ef72212c398 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:18.234093 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b03e6279-4ff7-4be6-90ec-d4d107da38ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (12170647-5045-4231-afad-2ef72212c398), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:18.425617 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-b03e6279-4ff7-4be6-90ec-d4d107da38ee None None] Current status of the port 12170647-5045-4231-afad-2ef72212c398 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:18.530916 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:18.555599 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:16Z', 'revision_number': 3, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:18.618707 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Checking router: 1a87491b-7372-43ff-9ed3-63e9938e0e18 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:43:18.621346 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Updating router 1a87491b-7372-43ff-9ed3-63e9938e0e18 port c3645aae-58fe-401d-a9aa-5c143482bd32 binding host dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:43:18.628680 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:18.661544 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:18.674551 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (c3645aae-58fe-401d-a9aa-5c143482bd32), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:18.731310 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55456) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:18.805308 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-fe092385-5616-41a8-a8fb-fc144e1600d0 None None] Provisioning complete for port 12170647-5045-4231-afad-2ef72212c398 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:18.805824 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fe092385-5616-41a8-a8fb-fc144e1600d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (12170647-5045-4231-afad-2ef72212c398), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:18.817869 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_common [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Allocated IP 172.20.0.1 (6671a0fd-e3f4-4bae-a778-86d0bc616f5d/0ad9e585-6099-4be5-adc8-f1d59931f57d/3597920b-f5df-4037-ac9b-6f3c903d17f1) {{(pid=104190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:43:18.938873 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-125c1a0d-7035-478b-a58e-f9b4e55d0310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:18.996157 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Publish callbacks [] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.043104 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.098785 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-125c1a0d-7035-478b-a58e-f9b4e55d0310 admin admin] Publish callbacks [] for security_group (942ffb63-e3cc-4364-902b-dc700f1cc987), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.104854 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:43:19.109384 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:19.112445 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-fe092385-5616-41a8-a8fb-fc144e1600d0 None None] Current status of the port 12170647-5045-4231-afad-2ef72212c398 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:19.115479 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-125c1a0d-7035-478b-a58e-f9b4e55d0310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (942ffb63-e3cc-4364-902b-dc700f1cc987), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.133662 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Received port after_create {{(pid=104190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:43:19.173343 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Pushing event updated for resources: {'Port': ['ID=3597920b-f5df-4037-ac9b-6f3c903d17f1,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:19.187225 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c1a0d-7035-478b-a58e-f9b4e55d0310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942ffb63-e3cc-4364-902b-dc700f1cc987,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:19.194603 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656506'] for router_interface (1a87491b-7372-43ff-9ed3-63e9938e0e18), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.221746 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-125c1a0d-7035-478b-a58e-f9b4e55d0310 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c863dfe96b34ab998cbd8e4637b1610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4870131 Jul 20 09:43:19.222121 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55464) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:19.273625 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:19.302561 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c91aa025-3e06-4b3d-a4fc-80774f57d8e5 admin admin] Publish callbacks [] for security_group (942ffb63-e3cc-4364-902b-dc700f1cc987), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.321212 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Publish callbacks [] for port (c3645aae-58fe-401d-a9aa-5c143482bd32), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.337048 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (c3645aae-58fe-401d-a9aa-5c143482bd32), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.371471 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c91aa025-3e06-4b3d-a4fc-80774f57d8e5 admin admin] Publish callbacks [] for security_group (942ffb63-e3cc-4364-902b-dc700f1cc987), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.403564 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:19.423764 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 12170647-5045-4231-afad-2ef72212c398 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:43:19.472312 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.472947 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c91aa025-3e06-4b3d-a4fc-80774f57d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (942ffb63-e3cc-4364-902b-dc700f1cc987), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.477299 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c91aa025-3e06-4b3d-a4fc-80774f57d8e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.484798 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143831c4-4010-4ea9-8874-4c1600b45814 None None] Pushing event updated for resources: {'Port': ['ID=c3645aae-58fe-401d-a9aa-5c143482bd32,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:19.485380 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-c91aa025-3e06-4b3d-a4fc-80774f57d8e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/942ffb63-e3cc-4364-902b-dc700f1cc987 HTTP/1.1" status: 204 len: 168 time: 0.2618306 Jul 20 09:43:19.520123 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91aa025-3e06-4b3d-a4fc-80774f57d8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942ffb63-e3cc-4364-902b-dc700f1cc987,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:19.564059 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Attempting to bind port c3645aae-58fe-401d-a9aa-5c143482bd32 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:43:19.564658 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Attempting to bind port c3645aae-58fe-401d-a9aa-5c143482bd32 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:43:19.565140 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Attempting to bind port c3645aae-58fe-401d-a9aa-5c143482bd32 on network 56bd5eb3-33eb-4ff1-833f-663849f99647 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:43:19.574467 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-163703c0-65a9-4b6d-a5bd-be1e1d107bc1 None None] Provisioning complete for port 3597920b-f5df-4037-ac9b-6f3c903d17f1 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:19.574922 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-163703c0-65a9-4b6d-a5bd-be1e1d107bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.611489 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-163703c0-65a9-4b6d-a5bd-be1e1d107bc1 None None] Port 3597920b-f5df-4037-ac9b-6f3c903d17f1 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:43:19.613080 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:43:19.613468 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Checking segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:43:19.613899 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.614284 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Bound using segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:43:19.614770 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Bound port: c3645aae-58fe-401d-a9aa-5c143482bd32, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:43:19.615148 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (c3645aae-58fe-401d-a9aa-5c143482bd32), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.645853 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 12170647-5045-4231-afad-2ef72212c398 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:19.646202 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (12170647-5045-4231-afad-2ef72212c398), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.707575 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] For port c3645aae-58fe-401d-a9aa-5c143482bd32, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:43:19.709699 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:19.720110 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] For port c3645aae-58fe-401d-a9aa-5c143482bd32, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=c3645aae-58fe-401d-a9aa-5c143482bd32,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:43:19.727764 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Publish callbacks [] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.737816 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966815'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.742215 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (c3645aae-58fe-401d-a9aa-5c143482bd32), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.820697 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Pushing event updated for resources: {'Port': ['ID=3597920b-f5df-4037-ac9b-6f3c903d17f1,revision_number=2']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:19.823261 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669490'] for router_interface (1a87491b-7372-43ff-9ed3-63e9938e0e18), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:19.844591 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:19.845233 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:42:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:19.892002 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 12170647-5045-4231-afad-2ef72212c398 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:19.893414 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:19.908994 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:19.909204 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143831c4-4010-4ea9-8874-4c1600b45814 None None] Pushing event updated for resources: {'Port': ['ID=c3645aae-58fe-401d-a9aa-5c143482bd32,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:19.969716 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:19.994535 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:43:19.998547 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:20.016938 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:20.210450 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Router 1a87491b-7372-43ff-9ed3-63e9938e0e18 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:43:20.377461 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0e1d4cef-616d-4515-a35b-5b1bec6c01f0 None None] Provisioning complete for port 3597920b-f5df-4037-ac9b-6f3c903d17f1 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:20.377967 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4cef-616d-4515-a35b-5b1bec6c01f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:20.412066 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 2, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:20.419381 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:43:20.432601 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-ce2ded84-b9c8-45a4-8507-4e6fda10dc44 admin admin] 10.222.0.18 "PUT /v2.0/routers/1a87491b-7372-43ff-9ed3-63e9938e0e18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4942122 Jul 20 09:43:20.442352 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8f62a-5e78-40e0-9685-311ce22bee4b None None] The sync data for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi is: [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 2, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:43:20.454719 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d4cef-616d-4515-a35b-5b1bec6c01f0 None None] Port 3597920b-f5df-4037-ac9b-6f3c903d17f1 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:43:21.101017 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55510) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:21.106969 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-f2170d85-cf74-40ff-91b0-e49ee7335b73 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1476744376', 'description': 'tempest-description--476188072'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:21.152739 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f2170d85-cf74-40ff-91b0-e49ee7335b73 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:21.260125 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f2170d85-cf74-40ff-91b0-e49ee7335b73 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (c1a562d5-bf50-4ab8-8184-f1e1738e302a), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:21.270898 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f2170d85-cf74-40ff-91b0-e49ee7335b73 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (c1a562d5-bf50-4ab8-8184-f1e1738e302a), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:21.298902 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f2170d85-cf74-40ff-91b0-e49ee7335b73 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:21.303476 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55516) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:21.308658 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-4bb17887-6ab8-4e5d-9235-6af87de15563 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'security_group_rule': {'security_group_id': 'c1a562d5-bf50-4ab8-8184-f1e1738e302a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:21.314380 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-f2170d85-cf74-40ff-91b0-e49ee7335b73 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2121201 Jul 20 09:43:21.351851 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2170d85-cf74-40ff-91b0-e49ee7335b73 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a562d5-bf50-4ab8-8184-f1e1738e302a,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:21.361995 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4bb17887-6ab8-4e5d-9235-6af87de15563 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (00593e2a-afd8-446f-beae-cf79fd31cac1), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:21.467719 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4bb17887-6ab8-4e5d-9235-6af87de15563 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (00593e2a-afd8-446f-beae-cf79fd31cac1), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:21.475837 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4bb17887-6ab8-4e5d-9235-6af87de15563 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (00593e2a-afd8-446f-beae-cf79fd31cac1), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:21.530403 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4bb17887-6ab8-4e5d-9235-6af87de15563 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:21.534942 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-4bb17887-6ab8-4e5d-9235-6af87de15563 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2271724 Jul 20 09:43:21.534942 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb17887-6ab8-4e5d-9235-6af87de15563 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00593e2a-afd8-446f-beae-cf79fd31cac1,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:21.534942 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55518) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:21.539168 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-3913d8b2-9b82-466d-928e-613ceeaf0f85 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'security_group_rule': {'security_group_id': 'c1a562d5-bf50-4ab8-8184-f1e1738e302a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:21.601861 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-3913d8b2-9b82-466d-928e-613ceeaf0f85 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (6879dcaa-3deb-43d9-a978-40efee5f9277), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:21.643030 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:21.681862 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=8 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:21.684865 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-3913d8b2-9b82-466d-928e-613ceeaf0f85 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (6879dcaa-3deb-43d9-a978-40efee5f9277), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:21.692494 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-3913d8b2-9b82-466d-928e-613ceeaf0f85 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (6879dcaa-3deb-43d9-a978-40efee5f9277), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:21.716148 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913d8b2-9b82-466d-928e-613ceeaf0f85 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6879dcaa-3deb-43d9-a978-40efee5f9277,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:21.732508 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-3913d8b2-9b82-466d-928e-613ceeaf0f85 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:21.734334 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-3913d8b2-9b82-466d-928e-613ceeaf0f85 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1990807 Jul 20 09:43:21.737678 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55522) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:21.749608 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'floatingip': {'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:21.790571 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:21.820407 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:21.907147 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:22.032767 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Allocated IP 172.27.1.229 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/220b8271-7f18-4ee5-a071-343fc5dfbb07) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:43:22.159795 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for port (220b8271-7f18-4ee5-a071-343fc5dfbb07), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:22.197945 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (220b8271-7f18-4ee5-a071-343fc5dfbb07), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:22.265477 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:22.289856 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'Port': ['ID=220b8271-7f18-4ee5-a071-343fc5dfbb07,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:22.294940 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:43:22.297179 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:22.300119 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:43:22.403908 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (948cb4b1-d1d3-4126-a670-7d37354a1c4a), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:22.470545 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (220b8271-7f18-4ee5-a071-343fc5dfbb07), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:22.543072 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:22.637078 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for port (220b8271-7f18-4ee5-a071-343fc5dfbb07), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:22.642638 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (220b8271-7f18-4ee5-a071-343fc5dfbb07), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:22.715105 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'Port': ['ID=220b8271-7f18-4ee5-a071-343fc5dfbb07,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:22.737505 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (948cb4b1-d1d3-4126-a670-7d37354a1c4a), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:22.758266 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:22.763338 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-babe531f-af43-4834-9ca7-e7d366f9f63f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0205953 Jul 20 09:43:22.966857 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-9cd1b931-2980-4467-91dd-f8ef288ab307 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1476744376&fields=id&tenant_id=a1fe308758354ddfb050def8345355ff HTTP/1.1" status: 200 len: 267 time: 0.0745180 Jul 20 09:43:23.049948 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2366f2b0-bbd3-4c95-86a5-4960ea91fdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:23.147461 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72669d17-ded6-40bf-b331-edd207adb4da req-97120e0f-a642-4a4c-a9ad-860096d637b8 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:23.148972 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-97120e0f-a642-4a4c-a9ad-860096d637b8 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 815 time: 0.1706529 Jul 20 09:43:23.173230 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-3dcdf62c-bbba-4ea2-85a2-b163d2a5d63e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/quotas/a1fe308758354ddfb050def8345355ff HTTP/1.1" status: 200 len: 375 time: 0.0162580 Jul 20 09:43:23.239917 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-a6ff49fb-ef35-4abf-8a04-c71dc4956e8b tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602686 Jul 20 09:43:23.322002 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device c3645aae-58fe-401d-a9aa-5c143482bd32 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:43:23.364290 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-9f5d0807-da72-4815-87ab-d96a2ea1e1a4 service neutron] 10.222.0.18 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091402 Jul 20 09:43:23.400978 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port c3645aae-58fe-401d-a9aa-5c143482bd32 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:23.402594 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (c3645aae-58fe-401d-a9aa-5c143482bd32), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:23.474853 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Sync routers for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:43:23.491810 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:23.492452 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:42:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:23.521551 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port c3645aae-58fe-401d-a9aa-5c143482bd32 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:23.522923 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (c3645aae-58fe-401d-a9aa-5c143482bd32), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:23.529420 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-be7e5724-1a5a-413a-96a8-ea9e98cecbe9 service neutron] 10.222.0.18 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519246 Jul 20 09:43:23.564650 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port c3645aae-58fe-401d-a9aa-5c143482bd32, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=c3645aae-58fe-401d-a9aa-5c143482bd32,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:23.570605 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (c3645aae-58fe-401d-a9aa-5c143482bd32), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:23.624061 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:23.698941 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=c3645aae-58fe-401d-a9aa-5c143482bd32,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:23.842066 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 2, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:23.858897 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-74985187-4e9c-4169-b583-b517d0476870 req-c581399a-d676-42fe-a6ba-f075fb56b5b4 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 210 time: 0.0711761 Jul 20 09:43:23.876706 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Checking router: 1a87491b-7372-43ff-9ed3-63e9938e0e18 for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:43:23.877061 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Updating router 1a87491b-7372-43ff-9ed3-63e9938e0e18 port 3597920b-f5df-4037-ac9b-6f3c903d17f1 binding host dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:43:23.929054 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:24.236387 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Publish callbacks [] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:24.243436 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:24.271112 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:24.303185 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Pushing event updated for resources: {'Port': ['ID=3597920b-f5df-4037-ac9b-6f3c903d17f1,revision_number=3']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:24.332965 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:24.333532 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:24.334059 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:24.334240 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:24.334748 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:24.335254 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:24.335605 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:24.335922 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:24.336241 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:24.336559 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:24.336864 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:24.337179 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:24.337493 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:24.337807 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:24.338215 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:24.386879 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Attempting to bind port 3597920b-f5df-4037-ac9b-6f3c903d17f1 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:43:24.387545 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Attempting to bind port 3597920b-f5df-4037-ac9b-6f3c903d17f1 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:43:24.388116 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Attempting to bind port 3597920b-f5df-4037-ac9b-6f3c903d17f1 on network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:43:24.396311 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:43:24.396788 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Checking segment: {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:43:24.397289 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:24.397763 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Bound using segment: {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:43:24.398330 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Bound port: 3597920b-f5df-4037-ac9b-6f3c903d17f1, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'}}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:43:24.398943 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:24.481536 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] For port 3597920b-f5df-4037-ac9b-6f3c903d17f1, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:43:24.487350 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] For port 3597920b-f5df-4037-ac9b-6f3c903d17f1, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=3597920b-f5df-4037-ac9b-6f3c903d17f1,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:43:24.497165 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:24.553522 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:24.554178 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:42:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:24.650054 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd238305-b142-49eb-9701-727b4cf77e71 None None] Pushing event updated for resources: {'Port': ['ID=3597920b-f5df-4037-ac9b-6f3c903d17f1,revision_number=4']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:24.650594 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-27041650-9e16-41f8-b3ce-65d78acc292d None None] Provisioning complete for port 3597920b-f5df-4037-ac9b-6f3c903d17f1 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:24.651263 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-27041650-9e16-41f8-b3ce-65d78acc292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:24.676475 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:24.806987 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-27041650-9e16-41f8-b3ce-65d78acc292d None None] Current status of the port 3597920b-f5df-4037-ac9b-6f3c903d17f1 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:24.807748 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-27041650-9e16-41f8-b3ce-65d78acc292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:24.861801 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-27041650-9e16-41f8-b3ce-65d78acc292d None None] For port 3597920b-f5df-4037-ac9b-6f3c903d17f1, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=3597920b-f5df-4037-ac9b-6f3c903d17f1,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:24.869623 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-27041650-9e16-41f8-b3ce-65d78acc292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:24.920528 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:24.942802 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27041650-9e16-41f8-b3ce-65d78acc292d None None] Pushing event updated for resources: {'Port': ['ID=3597920b-f5df-4037-ac9b-6f3c903d17f1,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:24.983933 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-34d3b8da-c373-48b4-8033-7a7fdc6f30a5 req-19d0a1d6-70b7-4467-9bd3-e27728abf8cb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 210 time: 0.0371106 Jul 20 09:43:25.016060 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-a9247ccf-3b56-4caa-8dcd-67a206c233b8 None None] Provisioning complete for port 3597920b-f5df-4037-ac9b-6f3c903d17f1 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:25.016479 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a9247ccf-3b56-4caa-8dcd-67a206c233b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:25.022307 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:25.049906 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:25.083197 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8dfa5a-0d8b-47ad-88ee-0afcdec9b631 None None] The sync data for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi is: [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:43:25.100344 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-a9247ccf-3b56-4caa-8dcd-67a206c233b8 None None] Current status of the port 3597920b-f5df-4037-ac9b-6f3c903d17f1 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:25.302154 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0077fa59-3a4d-452a-b2a3-3917333b3092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:25.354277 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device c3645aae-58fe-401d-a9aa-5c143482bd32 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:43:25.423695 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port c3645aae-58fe-401d-a9aa-5c143482bd32 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:25.424203 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (c3645aae-58fe-401d-a9aa-5c143482bd32), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:25.518898 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port c3645aae-58fe-401d-a9aa-5c143482bd32 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:25.520024 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 3597920b-f5df-4037-ac9b-6f3c903d17f1 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:43:25.579859 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 3597920b-f5df-4037-ac9b-6f3c903d17f1 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:25.580889 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:25.625961 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:25.671105 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 3597920b-f5df-4037-ac9b-6f3c903d17f1 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:26.084915 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-3cd8545c-9ae2-4029-bb1b-628b13141bd5 req-51fd5348-4a7a-4944-9fc5-84f811d533cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 210 time: 0.0285490 Jul 20 09:43:26.290912 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:26.742836 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:26.789234 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72669d17-ded6-40bf-b331-edd207adb4da req-1e061ac8-f976-493e-b090-1198ddb445ea tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:26.791231 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-1e061ac8-f976-493e-b090-1198ddb445ea tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 815 time: 0.1420484 Jul 20 09:43:26.867821 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-42d0843e-b0b4-4e66-8064-63d3085b03c5 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1fe308758354ddfb050def8345355ff HTTP/1.1" status: 200 len: 380 time: 0.0663967 Jul 20 09:43:26.929522 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-72669d17-ded6-40bf-b331-edd207adb4da req-9dddc2f0-7eb7-4c48-9531-3ea6ba02ecd0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'port': {'device_id': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'admin_state_up': True, 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'security_groups': ['c1a562d5-bf50-4ab8-8184-f1e1738e302a']}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:27.044090 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72669d17-ded6-40bf-b331-edd207adb4da req-9dddc2f0-7eb7-4c48-9531-3ea6ba02ecd0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Made reservation on behalf of a1fe308758354ddfb050def8345355ff for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:43:27.047643 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-72669d17-ded6-40bf-b331-edd207adb4da req-9dddc2f0-7eb7-4c48-9531-3ea6ba02ecd0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:27.111046 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:27.200473 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-72669d17-ded6-40bf-b331-edd207adb4da req-9dddc2f0-7eb7-4c48-9531-3ea6ba02ecd0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Allocated IP 172.20.0.12 (6671a0fd-e3f4-4bae-a778-86d0bc616f5d/0ad9e585-6099-4be5-adc8-f1d59931f57d/c2e36cbd-e333-4f09-b744-1b79cceb1f5f) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:43:27.204055 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7bae12a7-5a17-4806-a6f5-382aea18a3e5 req-41c9c4f3-c841-4131-8fb6-eca2f4dca3dd tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 210 time: 0.0415337 Jul 20 09:43:27.346126 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-72669d17-ded6-40bf-b331-edd207adb4da req-9dddc2f0-7eb7-4c48-9531-3ea6ba02ecd0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:27.379452 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-72669d17-ded6-40bf-b331-edd207adb4da req-9dddc2f0-7eb7-4c48-9531-3ea6ba02ecd0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:27.424261 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72669d17-ded6-40bf-b331-edd207adb4da req-9dddc2f0-7eb7-4c48-9531-3ea6ba02ecd0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:43:27.427374 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-72669d17-ded6-40bf-b331-edd207adb4da req-9dddc2f0-7eb7-4c48-9531-3ea6ba02ecd0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:27.434054 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-72669d17-ded6-40bf-b331-edd207adb4da req-9dddc2f0-7eb7-4c48-9531-3ea6ba02ecd0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:43:27.466515 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddc2f0-7eb7-4c48-9531-3ea6ba02ecd0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'Port': ['ID=c2e36cbd-e333-4f09-b744-1b79cceb1f5f,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:27.492531 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72669d17-ded6-40bf-b331-edd207adb4da req-9dddc2f0-7eb7-4c48-9531-3ea6ba02ecd0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:27.493208 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-72669d17-ded6-40bf-b331-edd207adb4da req-9dddc2f0-7eb7-4c48-9531-3ea6ba02ecd0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:27.513247 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-9dddc2f0-7eb7-4c48-9531-3ea6ba02ecd0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5878258 Jul 20 09:43:27.528322 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Request body: {'port': {'device_id': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:27.614350 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:27.653561 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:27.737705 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-9744fd5a-4f41-4bd9-87b8-8813cf566231 None None] Provisioning complete for port c2e36cbd-e333-4f09-b744-1b79cceb1f5f triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:27.738303 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9744fd5a-4f41-4bd9-87b8-8813cf566231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:27.771109 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-9744fd5a-4f41-4bd9-87b8-8813cf566231 None None] Port c2e36cbd-e333-4f09-b744-1b79cceb1f5f cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:43:27.796218 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:27.805418 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:27.885733 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e36cbd-e333-4f09-b744-1b79cceb1f5f {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:43:27.894728 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Publish callbacks [] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:27.909054 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Transition to ACTIVE for port object c2e36cbd-e333-4f09-b744-1b79cceb1f5f will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:43:27.912719 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:27.950525 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:27.967370 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e36cbd-e333-4f09-b744-1b79cceb1f5f,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:28.053968 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Attempting to bind port c2e36cbd-e333-4f09-b744-1b79cceb1f5f on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:43:28.054307 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Attempting to bind port c2e36cbd-e333-4f09-b744-1b79cceb1f5f by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:43:28.054638 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Attempting to bind port c2e36cbd-e333-4f09-b744-1b79cceb1f5f on network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:43:28.059935 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Port c2e36cbd-e333-4f09-b744-1b79cceb1f5f on network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:43:28.060315 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Attempting to bind port c2e36cbd-e333-4f09-b744-1b79cceb1f5f on network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:43:28.066566 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:43:28.066901 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Checking segment: {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:43:28.067367 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Bound using segment: {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:43:28.067792 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Bound port: c2e36cbd-e333-4f09-b744-1b79cceb1f5f, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:43:28.068150 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:28.168401 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:28.331991 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b28c48-2b70-49af-b188-09c3c35a1490 req-2799c059-c595-43e5-a7a5-9fd5385bba56 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:28.333524 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-91b28c48-2b70-49af-b188-09c3c35a1490 req-2799c059-c595-43e5-a7a5-9fd5385bba56 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 944 time: 0.0507905 Jul 20 09:43:28.389763 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-91b28c48-2b70-49af-b188-09c3c35a1490 req-acd84e76-93e8-4fe4-a09b-9309022407e0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a562d5-bf50-4ab8-8184-f1e1738e302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496063 Jul 20 09:43:28.423752 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] For port c2e36cbd-e333-4f09-b744-1b79cceb1f5f, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:43:28.427170 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] For port c2e36cbd-e333-4f09-b744-1b79cceb1f5f, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c2e36cbd-e333-4f09-b744-1b79cceb1f5f,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:43:28.436561 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:28.472786 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:28.473449 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:28.474910 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] 10.222.0.17 "PUT /v2.0/ports/c2e36cbd-e333-4f09-b744-1b79cceb1f5f HTTP/1.1" status: 200 len: 1094 time: 0.9517860 Jul 20 09:43:28.475260 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'tag': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:43:28.477538 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4efb013-f1aa-4b09-b704-8b6510146ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "ac77738b-4bd2-4a70-b5f1-50f154fbf3f1", "tag": "c2e36cbd-e333-4f09-b744-1b79cceb1f5f"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:43:28.532057 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35adbd1d-e2ba-40cf-81ef-9fc0cb1c0f6b x-openstack-request-id: req-35adbd1d-e2ba-40cf-81ef-9fc0cb1c0f6b {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:43:28.532539 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac77738b-4bd2-4a70-b5f1-50f154fbf3f1", "tag": "c2e36cbd-e333-4f09-b744-1b79cceb1f5f", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:43:28.532954 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35adbd1d-e2ba-40cf-81ef-9fc0cb1c0f6b {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:43:28.533354 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35adbd1d-e2ba-40cf-81ef-9fc0cb1c0f6b'] response: {'name': 'network-changed', 'server_uuid': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'tag': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f', 'status': 'completed', 'code': 200} Jul 20 09:43:28.547608 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07145125-7da8-447c-8bc0-322a10d03e19 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e36cbd-e333-4f09-b744-1b79cceb1f5f,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:28.585452 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72669d17-ded6-40bf-b331-edd207adb4da req-12109a4d-c11e-4091-8a94-0e37e815abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:28.587065 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-12109a4d-c11e-4091-8a94-0e37e815abb0 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 1128 time: 0.0581136 Jul 20 09:43:28.630431 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-d8ab17ec-a038-4ffa-8978-6015a7337e78 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2e36cbd-e333-4f09-b744-1b79cceb1f5f HTTP/1.1" status: 200 len: 217 time: 0.0344858 Jul 20 09:43:28.680668 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72669d17-ded6-40bf-b331-edd207adb4da req-dc122369-f547-4de6-a34a-febc3da1ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:28.682103 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-dc122369-f547-4de6-a34a-febc3da1ef4f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0ad9e585-6099-4be5-adc8-f1d59931f57d HTTP/1.1" status: 200 len: 854 time: 0.0458515 Jul 20 09:43:28.726742 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72669d17-ded6-40bf-b331-edd207adb4da req-eb854947-28b2-4cd9-ae85-1795fdab4143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:28.728241 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-eb854947-28b2-4cd9-ae85-1795fdab4143 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391994 Jul 20 09:43:28.824640 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-68b9607a-af43-4d37-939e-6d77bd789ae5 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878778 Jul 20 09:43:28.926444 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72669d17-ded6-40bf-b331-edd207adb4da req-8800d1bb-4d00-43a2-bd32-f3a10adca713 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936329 Jul 20 09:43:29.302835 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55690) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:29.348958 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29ac71c-40a5-4cee-a79e-ab13edd44960 admin admin] Deleting subnet ec291c03-e054-4224-814b-e13ec38d5d9b {{(pid=104189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 09:43:29.350728 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:29.352804 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c29ac71c-40a5-4cee-a79e-ab13edd44960 admin admin] Publish callbacks [] for subnet (ec291c03-e054-4224-814b-e13ec38d5d9b), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:29.388024 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c29ac71c-40a5-4cee-a79e-ab13edd44960 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28390779'] for subnet (ec291c03-e054-4224-814b-e13ec38d5d9b), precommit_delete_associations {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:29.427525 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c29ac71c-40a5-4cee-a79e-ab13edd44960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676107'] for subnet (ec291c03-e054-4224-814b-e13ec38d5d9b), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:29.485948 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c29ac71c-40a5-4cee-a79e-ab13edd44960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28369975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28340202'] for subnet (ec291c03-e054-4224-814b-e13ec38d5d9b), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:29.509338 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e0c2-7d15-46a2-9304-e5c596cc3264 req-ae8bedb9-92f0-4f2c-b588-243df393b9cb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:29.511339 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-52a0e0c2-7d15-46a2-9304-e5c596cc3264 req-ae8bedb9-92f0-4f2c-b588-243df393b9cb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 944 time: 0.0484333 Jul 20 09:43:29.512668 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ac71c-40a5-4cee-a79e-ab13edd44960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec291c03-e054-4224-814b-e13ec38d5d9b,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:29.516453 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c29ac71c-40a5-4cee-a79e-ab13edd44960 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:29.519498 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-c29ac71c-40a5-4cee-a79e-ab13edd44960 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ec291c03-e054-4224-814b-e13ec38d5d9b HTTP/1.1" status: 204 len: 168 time: 0.2155809 Jul 20 09:43:29.521942 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55694) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:29.564149 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-52a0e0c2-7d15-46a2-9304-e5c596cc3264 req-9d4b3623-88f3-45f9-a940-dc2a1d296041 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a562d5-bf50-4ab8-8184-f1e1738e302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453517 Jul 20 09:43:29.575094 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:29.598213 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-379acc6a-25a8-4911-bfea-b06d80a6b40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1767445'] for network (678df20b-79c7-46fd-b30a-63d1f65355a4), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:29.681940 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-379acc6a-25a8-4911-bfea-b06d80a6b40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675530', 'neutron.services.segments.db._delete_segments_for_network-8750382056250'] for network (678df20b-79c7-46fd-b30a-63d1f65355a4), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:29.702033 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-379acc6a-25a8-4911-bfea-b06d80a6b40a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678df20b-79c7-46fd-b30a-63d1f65355a4']}} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:29.712674 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-379acc6a-25a8-4911-bfea-b06d80a6b40a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1271d43d-aca0-4a6b-b837-ed033b725ec6') {'for_net_delete': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:29.713183 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-379acc6a-25a8-4911-bfea-b06d80a6b40a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1271d43d-aca0-4a6b-b837-ed033b725ec6') {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:29.724334 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-379acc6a-25a8-4911-bfea-b06d80a6b40a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750382058051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390722'] for segment (1271d43d-aca0-4a6b-b837-ed033b725ec6), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:29.739327 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-379acc6a-25a8-4911-bfea-b06d80a6b40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (1271d43d-aca0-4a6b-b837-ed033b725ec6), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:29.746388 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379acc6a-25a8-4911-bfea-b06d80a6b40a admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 09:43:29.746865 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-379acc6a-25a8-4911-bfea-b06d80a6b40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28371605'] for segment (1271d43d-aca0-4a6b-b837-ed033b725ec6), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:29.808016 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.services.segments.plugin [-] Segment 1271d43d-aca0-4a6b-b837-ed033b725ec6 resource provider aggregate not found Jul 20 09:43:29.844880 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efb013-f1aa-4b09-b704-8b6510146ddc req-d6157e91-8cb9-4c12-915d-6f45c51ae76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:29.846805 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c4efb013-f1aa-4b09-b704-8b6510146ddc req-d6157e91-8cb9-4c12-915d-6f45c51ae76f service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 1128 time: 0.0774286 Jul 20 09:43:29.848809 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.services.segments.plugin [-] Segment 1271d43d-aca0-4a6b-b837-ed033b725ec6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1271d43d-aca0-4a6b-b837-ed033b725ec6 found for delete ", "request_id": "req-731671df-5f0c-4053-8a1c-15a126433a85"}]} Jul 20 09:43:29.849907 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-379acc6a-25a8-4911-bfea-b06d80a6b40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671318'] for network (678df20b-79c7-46fd-b30a-63d1f65355a4), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:29.854318 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-379acc6a-25a8-4911-bfea-b06d80a6b40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:29.857528 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-379acc6a-25a8-4911-bfea-b06d80a6b40a admin admin] 10.222.0.18 "DELETE /v2.0/networks/678df20b-79c7-46fd-b30a-63d1f65355a4 HTTP/1.1" status: 204 len: 168 time: 0.3346732 Jul 20 09:43:29.858613 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55706) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:29.889561 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379acc6a-25a8-4911-bfea-b06d80a6b40a admin admin] Pushing event deleted for resources: {'Network': ['ID=678df20b-79c7-46fd-b30a-63d1f65355a4,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:29.969723 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efb013-f1aa-4b09-b704-8b6510146ddc req-49f17d39-ef12-47af-8d23-21fee88cbf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:29.971234 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c4efb013-f1aa-4b09-b704-8b6510146ddc req-49f17d39-ef12-47af-8d23-21fee88cbf2d service neutron] 10.222.0.17 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 916 time: 0.1127467 Jul 20 09:43:29.988594 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-278fe3d4-1e48-4885-956f-f16f10030098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:29.999811 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55712) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:30.015989 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c4efb013-f1aa-4b09-b704-8b6510146ddc req-27b67513-a394-4afe-950c-31036cf92839 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2e36cbd-e333-4f09-b744-1b79cceb1f5f HTTP/1.1" status: 200 len: 217 time: 0.0365744 Jul 20 09:43:30.064781 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-7cd94611-4087-43bf-bce8-8900defeb043 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f8dfa60d69d45c29013dbbe6c1dd226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0629292 Jul 20 09:43:30.067259 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55714) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:30.067806 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efb013-f1aa-4b09-b704-8b6510146ddc req-26fe25d8-8837-4739-957b-ac55883a25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:30.069267 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c4efb013-f1aa-4b09-b704-8b6510146ddc req-26fe25d8-8837-4739-957b-ac55883a25c2 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0ad9e585-6099-4be5-adc8-f1d59931f57d HTTP/1.1" status: 200 len: 854 time: 0.0457940 Jul 20 09:43:30.113852 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:30.114388 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efb013-f1aa-4b09-b704-8b6510146ddc req-1053da42-c26f-452b-ac59-36e8e30bb751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:30.115949 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c4efb013-f1aa-4b09-b704-8b6510146ddc req-1053da42-c26f-452b-ac59-36e8e30bb751 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404127 Jul 20 09:43:30.130396 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:30.156608 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-278fe3d4-1e48-4885-956f-f16f10030098 admin admin] Publish callbacks [] for security_group (9f871734-969f-4dcf-90bc-60b2bc737222), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:30.163175 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-278fe3d4-1e48-4885-956f-f16f10030098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (9f871734-969f-4dcf-90bc-60b2bc737222), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:30.167557 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-037c03ab-f7be-491a-bcf2-a24fae4e6849 admin admin] Publish callbacks [] for security_group (e37196bd-59ff-4e66-8c6d-17ab60ed8dc4), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:30.212770 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c4efb013-f1aa-4b09-b704-8b6510146ddc req-f8c2b609-1cdc-4433-9cea-4eba8ccda4bb service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893018 Jul 20 09:43:30.221766 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-037c03ab-f7be-491a-bcf2-a24fae4e6849 admin admin] Publish callbacks [] for security_group (e37196bd-59ff-4e66-8c6d-17ab60ed8dc4), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:30.228369 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fe3d4-1e48-4885-956f-f16f10030098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f871734-969f-4dcf-90bc-60b2bc737222,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:30.233445 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-278fe3d4-1e48-4885-956f-f16f10030098 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5e0db7dca5949a28baffdc3a058cf14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3737779 Jul 20 09:43:30.236185 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55716) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:30.311494 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-85c0dced-42c3-481d-a356-0a501c6664f2 admin admin] Publish callbacks [] for security_group (9f871734-969f-4dcf-90bc-60b2bc737222), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:30.314363 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-037c03ab-f7be-491a-bcf2-a24fae4e6849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (e37196bd-59ff-4e66-8c6d-17ab60ed8dc4), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:30.316885 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-037c03ab-f7be-491a-bcf2-a24fae4e6849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:30.320778 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-037c03ab-f7be-491a-bcf2-a24fae4e6849 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e37196bd-59ff-4e66-8c6d-17ab60ed8dc4 HTTP/1.1" status: 204 len: 168 time: 0.2498400 Jul 20 09:43:30.331444 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c4efb013-f1aa-4b09-b704-8b6510146ddc req-08afe599-bd9f-4fef-badb-0919aca0fcd5 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115212 Jul 20 09:43:30.336517 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c03ab-f7be-491a-bcf2-a24fae4e6849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37196bd-59ff-4e66-8c6d-17ab60ed8dc4,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:30.346705 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-85c0dced-42c3-481d-a356-0a501c6664f2 admin admin] Publish callbacks [] for security_group (9f871734-969f-4dcf-90bc-60b2bc737222), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:30.400337 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-85c0dced-42c3-481d-a356-0a501c6664f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (9f871734-969f-4dcf-90bc-60b2bc737222), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:30.403701 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-85c0dced-42c3-481d-a356-0a501c6664f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:30.404879 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-85c0dced-42c3-481d-a356-0a501c6664f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f871734-969f-4dcf-90bc-60b2bc737222 HTTP/1.1" status: 204 len: 168 time: 0.1656971 Jul 20 09:43:30.413130 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0dced-42c3-481d-a356-0a501c6664f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f871734-969f-4dcf-90bc-60b2bc737222,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:30.694736 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630e4d2-4281-45d7-9efe-ad4742cd7729 req-006703c1-7cae-4764-9f54-c15d6c2d0566 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:30.696452 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3630e4d2-4281-45d7-9efe-ad4742cd7729 req-006703c1-7cae-4764-9f54-c15d6c2d0566 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 944 time: 0.0536783 Jul 20 09:43:30.731357 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:30.760554 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3630e4d2-4281-45d7-9efe-ad4742cd7729 req-1b12a3b0-f739-4654-9673-b74a43e6a1e3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a562d5-bf50-4ab8-8184-f1e1738e302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554032 Jul 20 09:43:31.148689 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55764) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:31.252904 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2064191391-network', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:31.274554 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] Made reservation on behalf of 42a88572ee8443d4a51617c04ca2f416 for: {'network': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:43:31.277644 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:31.292783 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:31.371664 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] Publish callbacks [] for security_group (446b0eac-01a6-4ed9-85b0-450e242a517a), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:31.375969 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (446b0eac-01a6-4ed9-85b0-450e242a517a), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:31.402541 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=104190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:43:31.411956 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446b0eac-01a6-4ed9-85b0-450e242a517a,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:31.418826 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (f36b1512-d0cc-4801-9970-9dde9481a178), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:31.419177 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.segments_db [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] Added segment f36b1512-d0cc-4801-9970-9dde9481a178 of type vlan for network 49ad933c-e19c-4fd1-95f5-c5db07071624 Jul 20 09:43:31.464492 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (49ad933c-e19c-4fd1-95f5-c5db07071624), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:31.491979 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (49ad933c-e19c-4fd1-95f5-c5db07071624), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:31.492883 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:31.493514 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:31.530436 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3806379 Jul 20 09:43:31.533765 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55770) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:31.539263 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-09b3780a-92f3-40ee-a873-c506cd3a1c2b admin admin] Request body: {'subnet': {'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2064191391-subnet', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'ip_version': 4}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:31.565808 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b3780a-92f3-40ee-a873-c506cd3a1c2b admin admin] Made reservation on behalf of 42a88572ee8443d4a51617c04ca2f416 for: {'subnet': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:43:31.568433 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-09b3780a-92f3-40ee-a873-c506cd3a1c2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28340167'] for subnet (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:31.578041 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e3c9f-9332-4dea-9092-b8792ae23c66 admin admin] Pushing event updated for resources: {'Network': ['ID=49ad933c-e19c-4fd1-95f5-c5db07071624,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:31.589866 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network 49ad933c-e19c-4fd1-95f5-c5db07071624 details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:43:31.741792 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:31.789829 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-09b3780a-92f3-40ee-a873-c506cd3a1c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28370038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28340177'] for subnet (839f002e-4afd-4969-8fc3-6f3fa88beb95), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:31.845025 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3780a-92f3-40ee-a873-c506cd3a1c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=839f002e-4afd-4969-8fc3-6f3fa88beb95,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:31.856952 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b3780a-92f3-40ee-a873-c506cd3a1c2b admin admin] Checking segment: {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:43:31.857323 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3780a-92f3-40ee-a873-c506cd3a1c2b admin admin] Network hostable DHCP agents. Network: 49ad933c-e19c-4fd1-95f5-c5db07071624, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:43:31.876918 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3780a-92f3-40ee-a873-c506cd3a1c2b admin admin] Network 49ad933c-e19c-4fd1-95f5-c5db07071624 is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:43:31.887660 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-09b3780a-92f3-40ee-a873-c506cd3a1c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, 49ad933c-e19c-4fd1-95f5-c5db07071624) {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:31.892480 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3780a-92f3-40ee-a873-c506cd3a1c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:31.893072 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-09b3780a-92f3-40ee-a873-c506cd3a1c2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:31.897913 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c1883f-20e5-4761-998e-0e9c4719c467 None None] Network 49ad933c-e19c-4fd1-95f5-c5db07071624 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:43:31.915907 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-09b3780a-92f3-40ee-a873-c506cd3a1c2b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3807631 Jul 20 09:43:31.916554 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55778) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:31.922495 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:31.927772 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device c2e36cbd-e333-4f09-b744-1b79cceb1f5f details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:43:31.949099 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30393'] for router (1405944f-ab8f-4a81-bcb8-e62ca6314473), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:31.950462 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30384'] for router (1405944f-ab8f-4a81-bcb8-e62ca6314473), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.010504 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Publish callbacks [] for router_controller (1405944f-ab8f-4a81-bcb8-e62ca6314473), precommit_add_association {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.090158 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f37d01a-c625-5824-9e01-1f125168aa1d-49ad933c-e19c-4fd1-95f5-c5db07071624', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95'}]}} from dv-cinder-822822-3-iscsi. {{(pid=104191) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 09:43:32.091100 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.122064 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c89de-6f08-41c9-b8f1-6b7bd74eb3d4 req-a4be7bd4-25e3-4225-a870-30c88ae992fd tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:32.123630 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-be9c89de-6f08-41c9-b8f1-6b7bd74eb3d4 req-a4be7bd4-25e3-4225-a870-30c88ae992fd tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 944 time: 0.2931890 Jul 20 09:43:32.135580 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port c2e36cbd-e333-4f09-b744-1b79cceb1f5f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c2e36cbd-e333-4f09-b744-1b79cceb1f5f,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:32.155801 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Publish callbacks [] for router_gateway (1405944f-ab8f-4a81-bcb8-e62ca6314473), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.175564 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-be9c89de-6f08-41c9-b8f1-6b7bd74eb3d4 req-6ebb2503-f919-4e07-b5d9-7ba3019daa7d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a562d5-bf50-4ab8-8184-f1e1738e302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455990 Jul 20 09:43:32.191758 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'port_id': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f', 'mac_address': 'fa:16:3e:62:4f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:43:32.269908 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port c2e36cbd-e333-4f09-b744-1b79cceb1f5f is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:32.270198 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.291561 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e36cbd-e333-4f09-b744-1b79cceb1f5f {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:43:32.311071 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Allocated IP 172.20.0.2 (49ad933c-e19c-4fd1-95f5-c5db07071624/839f002e-4afd-4969-8fc3-6f3fa88beb95/eb6500d5-d5da-40b9-b7ee-e85dd902e51e) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:43:32.324613 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port c2e36cbd-e333-4f09-b744-1b79cceb1f5f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c2e36cbd-e333-4f09-b744-1b79cceb1f5f,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:32.330267 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.357120 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Publish callbacks [] for router_gateway (1405944f-ab8f-4a81-bcb8-e62ca6314473), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.377418 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.431643 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=c2e36cbd-e333-4f09-b744-1b79cceb1f5f,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:32.492047 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Allocated IP 172.27.1.59 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/9ad9390b-45e7-49b2-9410-729ea41cc5ad) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:43:32.502580 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:32.514231 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Publish callbacks [] for port (eb6500d5-d5da-40b9-b7ee-e85dd902e51e), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.515575 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:32.520632 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (eb6500d5-d5da-40b9-b7ee-e85dd902e51e), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.563193 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Network 49ad933c-e19c-4fd1-95f5-c5db07071624 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:43:32.566087 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:32.571887 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:43:32.584751 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Pushing event updated for resources: {'Port': ['ID=eb6500d5-d5da-40b9-b7ee-e85dd902e51e,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:32.587213 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['c2e36cbd-e333-4f09-b744-1b79cceb1f5f'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:43:32.605299 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Publish callbacks [] for port (9ad9390b-45e7-49b2-9410-729ea41cc5ad), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.628900 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:32.640535 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (9ad9390b-45e7-49b2-9410-729ea41cc5ad), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.670010 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Attempting to bind port eb6500d5-d5da-40b9-b7ee-e85dd902e51e on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:43:32.670609 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Attempting to bind port eb6500d5-d5da-40b9-b7ee-e85dd902e51e by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:43:32.670736 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Attempting to bind port eb6500d5-d5da-40b9-b7ee-e85dd902e51e on network 49ad933c-e19c-4fd1-95f5-c5db07071624 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:43:32.680547 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:43:32.680917 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Checking segment: {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:43:32.681312 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.681701 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Bound using segment: {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:43:32.682165 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Bound port: eb6500d5-d5da-40b9-b7ee-e85dd902e51e, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:43:32.682544 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (eb6500d5-d5da-40b9-b7ee-e85dd902e51e), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.689935 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:43:32.695179 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:32.697602 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:43:32.717729 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Pushing event updated for resources: {'Port': ['ID=9ad9390b-45e7-49b2-9410-729ea41cc5ad,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:32.927066 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] For port eb6500d5-d5da-40b9-b7ee-e85dd902e51e, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:43:32.932802 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:32.942806 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] For port eb6500d5-d5da-40b9-b7ee-e85dd902e51e, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=eb6500d5-d5da-40b9-b7ee-e85dd902e51e,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:43:32.954071 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Publish callbacks [] for router_gateway (1405944f-ab8f-4a81-bcb8-e62ca6314473), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.957937 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (eb6500d5-d5da-40b9-b7ee-e85dd902e51e), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:32.988654 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:33.037330 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804e04a-febf-46ee-a7ee-f69db6cb7e36 None None] Pushing event updated for resources: {'Port': ['ID=eb6500d5-d5da-40b9-b7ee-e85dd902e51e,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:33.173919 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670420'] for router (1405944f-ab8f-4a81-bcb8-e62ca6314473), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:33.362622 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4e0cf-3850-412e-b2cd-276e878d3bf5 req-3774f672-4bfb-4302-9d07-2aa4cb30e8e0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:33.364278 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-31b4e0cf-3850-412e-b2cd-276e878d3bf5 req-3774f672-4bfb-4302-9d07-2aa4cb30e8e0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 945 time: 0.0656357 Jul 20 09:43:33.428824 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Router 1405944f-ab8f-4a81-bcb8-e62ca6314473 is scheduled to L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a with binding_index 1 {{(pid=104189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 09:43:33.430293 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:33.437276 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-31b4e0cf-3850-412e-b2cd-276e878d3bf5 req-e393d953-5624-49ab-8164-3c0ae94d13e8 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a562d5-bf50-4ab8-8184-f1e1738e302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657551 Jul 20 09:43:33.535109 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:43:33.547721 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Sync routers for ids ['1405944f-ab8f-4a81-bcb8-e62ca6314473'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:43:33.554351 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:33.555611 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-60418976-c63a-4bc2-ae7b-3a41616bab1d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6366141 Jul 20 09:43:33.558499 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55792) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:33.560394 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Routers {'1405944f-ab8f-4a81-bcb8-e62ca6314473'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:33.561028 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:43:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1405944f-ab8f-4a81-bcb8-e62ca6314473'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:33.652330 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:33.665940 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Set router 1405944f-ab8f-4a81-bcb8-e62ca6314473 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:33.846108 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:31Z', 'updated_at': '2022-07-20T09:43:32Z', 'revision_number': 3, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'gw_port': {'id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:32Z', 'updated_at': '2022-07-20T09:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:33.873055 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Checking router: 1405944f-ab8f-4a81-bcb8-e62ca6314473 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:43:33.873618 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Updating router 1405944f-ab8f-4a81-bcb8-e62ca6314473 port 9ad9390b-45e7-49b2-9410-729ea41cc5ad binding host dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:43:33.903006 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (9ad9390b-45e7-49b2-9410-729ea41cc5ad), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:33.930247 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device c2e36cbd-e333-4f09-b744-1b79cceb1f5f up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:43:34.039447 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893fd4d1-1615-4512-83b1-d020f0131dd5 None None] Network 49ad933c-e19c-4fd1-95f5-c5db07071624 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:43:34.090614 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port c2e36cbd-e333-4f09-b744-1b79cceb1f5f completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:43:34.153445 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port c2e36cbd-e333-4f09-b744-1b79cceb1f5f triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:34.153815 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:34.160092 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-6244157b-8094-4e58-97a0-ac5c6b246631 None None] Provisioning complete for port eb6500d5-d5da-40b9-b7ee-e85dd902e51e triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:34.160473 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6244157b-8094-4e58-97a0-ac5c6b246631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (eb6500d5-d5da-40b9-b7ee-e85dd902e51e), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:34.274367 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:34.443334 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:34.452243 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Allocated IP 172.20.0.1 (49ad933c-e19c-4fd1-95f5-c5db07071624/839f002e-4afd-4969-8fc3-6f3fa88beb95/b296a5ae-85e0-428b-9980-8d8a93e1bda6) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:43:34.469828 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-6244157b-8094-4e58-97a0-ac5c6b246631 None None] Current status of the port eb6500d5-d5da-40b9-b7ee-e85dd902e51e is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:34.470301 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6244157b-8094-4e58-97a0-ac5c6b246631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (eb6500d5-d5da-40b9-b7ee-e85dd902e51e), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:34.491585 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port c2e36cbd-e333-4f09-b744-1b79cceb1f5f is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:34.491977 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:34.576817 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Publish callbacks [] for port (9ad9390b-45e7-49b2-9410-729ea41cc5ad), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:34.593166 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:43:34.595594 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c81fcef-9310-4f9b-b829-17d10116ffeb" -d '{"events": [{"server_uuid": "ac77738b-4bd2-4a70-b5f1-50f154fbf3f1", "name": "network-vif-plugged", "status": "completed", "tag": "c2e36cbd-e333-4f09-b744-1b79cceb1f5f"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:43:34.600288 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-6244157b-8094-4e58-97a0-ac5c6b246631 None None] For port eb6500d5-d5da-40b9-b7ee-e85dd902e51e, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=eb6500d5-d5da-40b9-b7ee-e85dd902e51e,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:34.604431 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (9ad9390b-45e7-49b2-9410-729ea41cc5ad), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:34.615379 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Publish callbacks [] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:34.618552 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6244157b-8094-4e58-97a0-ac5c6b246631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (eb6500d5-d5da-40b9-b7ee-e85dd902e51e), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:34.623867 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port c2e36cbd-e333-4f09-b744-1b79cceb1f5f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c2e36cbd-e333-4f09-b744-1b79cceb1f5f,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:34.629381 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:34.657060 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:34.664876 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:34.677785 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:34.692037 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8635c-4880-40ea-b8fc-75c5690854f6 req-9fa3b52f-1bdc-4c04-a808-8bc4d475516e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:34.694520 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:34.694683 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-daf8635c-4880-40ea-b8fc-75c5690854f6 req-9fa3b52f-1bdc-4c04-a808-8bc4d475516e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 945 time: 0.1337869 Jul 20 09:43:34.731802 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5210b16-2324-4a8d-a5c0-316bda3e3726 x-openstack-request-id: req-a5210b16-2324-4a8d-a5c0-316bda3e3726 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:43:34.734269 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac77738b-4bd2-4a70-b5f1-50f154fbf3f1", "name": "network-vif-plugged", "status": "completed", "tag": "c2e36cbd-e333-4f09-b744-1b79cceb1f5f", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:43:34.734564 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5210b16-2324-4a8d-a5c0-316bda3e3726 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:43:34.734982 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5210b16-2324-4a8d-a5c0-316bda3e3726'] response: {'server_uuid': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f', 'code': 200} Jul 20 09:43:34.773280 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Attempting to bind port 9ad9390b-45e7-49b2-9410-729ea41cc5ad on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:43:34.773693 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Attempting to bind port 9ad9390b-45e7-49b2-9410-729ea41cc5ad by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:43:34.774011 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Attempting to bind port 9ad9390b-45e7-49b2-9410-729ea41cc5ad on network 56bd5eb3-33eb-4ff1-833f-663849f99647 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:43:34.776409 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11d97-1184-4065-bfa8-df08a3eb03bd None None] Pushing event updated for resources: {'Port': ['ID=9ad9390b-45e7-49b2-9410-729ea41cc5ad,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:34.800347 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Network 49ad933c-e19c-4fd1-95f5-c5db07071624 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:43:34.809091 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:34.816927 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-daf8635c-4880-40ea-b8fc-75c5690854f6 req-db11e08b-ecc2-4437-ab0c-0a6a5399abd5 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a562d5-bf50-4ab8-8184-f1e1738e302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111877 Jul 20 09:43:34.834594 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:43:34.837995 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:43:34.838343 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Checking segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:43:34.839008 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:34.840766 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Bound using segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:43:34.841283 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Bound port: 9ad9390b-45e7-49b2-9410-729ea41cc5ad, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:43:34.841719 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (9ad9390b-45e7-49b2-9410-729ea41cc5ad), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:34.848457 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Pushing event updated for resources: {'Port': ['ID=b296a5ae-85e0-428b-9980-8d8a93e1bda6,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:34.903928 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656506'] for router_interface (1405944f-ab8f-4a81-bcb8-e62ca6314473), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:34.905116 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-080b25b8-0528-4d2f-949e-3c0877e4109f None None] Provisioning complete for port eb6500d5-d5da-40b9-b7ee-e85dd902e51e triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:34.905580 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-080b25b8-0528-4d2f-949e-3c0877e4109f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (eb6500d5-d5da-40b9-b7ee-e85dd902e51e), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:34.913892 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:34.939428 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:34.946824 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244157b-8094-4e58-97a0-ac5c6b246631 None None] Pushing event updated for resources: {'Port': ['ID=eb6500d5-d5da-40b9-b7ee-e85dd902e51e,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:34.973099 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:34.994508 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] For port 9ad9390b-45e7-49b2-9410-729ea41cc5ad, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:43:35.021459 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] For port 9ad9390b-45e7-49b2-9410-729ea41cc5ad, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=9ad9390b-45e7-49b2-9410-729ea41cc5ad,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:43:35.035249 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3030a-5d83-4aa6-b6f2-ff07529f286a req-e972329b-5535-4420-9a0b-530746d4005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:35.036776 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-34d3030a-5d83-4aa6-b6f2-ff07529f286a req-e972329b-5535-4420-9a0b-530746d4005d service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 1130 time: 0.0737455 Jul 20 09:43:35.039095 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (9ad9390b-45e7-49b2-9410-729ea41cc5ad), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:35.052243 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=c2e36cbd-e333-4f09-b744-1b79cceb1f5f,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:35.119115 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:35.123768 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-34d3030a-5d83-4aa6-b6f2-ff07529f286a req-1ad5d330-df85-405f-8750-da3b40499637 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=c1a562d5-bf50-4ab8-8184-f1e1738e302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757799 Jul 20 09:43:35.130843 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-080b25b8-0528-4d2f-949e-3c0877e4109f None None] Current status of the port eb6500d5-d5da-40b9-b7ee-e85dd902e51e is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:35.138252 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Routers {'1405944f-ab8f-4a81-bcb8-e62ca6314473'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:35.138887 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:43:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1405944f-ab8f-4a81-bcb8-e62ca6314473'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:35.176721 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11d97-1184-4065-bfa8-df08a3eb03bd None None] Pushing event updated for resources: {'Port': ['ID=9ad9390b-45e7-49b2-9410-729ea41cc5ad,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:35.259591 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-100d800d-0c7b-4416-9a8d-ab242ea571a5 None None] Provisioning complete for port b296a5ae-85e0-428b-9980-8d8a93e1bda6 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:35.259965 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-100d800d-0c7b-4416-9a8d-ab242ea571a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:35.263174 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] Set router 1405944f-ab8f-4a81-bcb8-e62ca6314473 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:35.294845 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Publish callbacks [] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:35.299592 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:35.309292 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device eb6500d5-d5da-40b9-b7ee-e85dd902e51e up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:43:35.371908 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Pushing event updated for resources: {'Port': ['ID=b296a5ae-85e0-428b-9980-8d8a93e1bda6,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:35.375525 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669490'] for router_interface (1405944f-ab8f-4a81-bcb8-e62ca6314473), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:35.476627 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Network 49ad933c-e19c-4fd1-95f5-c5db07071624 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:43:35.477983 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:35.521101 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-100d800d-0c7b-4416-9a8d-ab242ea571a5 None None] Port b296a5ae-85e0-428b-9980-8d8a93e1bda6 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:43:35.579629 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port eb6500d5-d5da-40b9-b7ee-e85dd902e51e triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:35.580349 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (eb6500d5-d5da-40b9-b7ee-e85dd902e51e), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:35.596609 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Router 1405944f-ab8f-4a81-bcb8-e62ca6314473 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:43:35.605943 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:35.709328 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:43:35.718059 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:31Z', 'updated_at': '2022-07-20T09:43:35Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'gw_port': {'id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:32Z', 'updated_at': '2022-07-20T09:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'b296a5ae-85e0-428b-9980-8d8a93e1bda6', 'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'mac_address': 'fa:16:3e:84:b8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:34Z', 'updated_at': '2022-07-20T09:43:34Z', 'revision_number': 1, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'subnets': [{'id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:35.720010 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port eb6500d5-d5da-40b9-b7ee-e85dd902e51e is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:35.723871 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-f9b3758c-0985-471d-97fe-dc99691ed416 admin admin] 10.222.0.18 "PUT /v2.0/routers/1405944f-ab8f-4a81-bcb8-e62ca6314473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1642332 Jul 20 09:43:35.752866 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9e31f5-9884-4420-b1bf-0c5de604c96a None None] The sync data for ids ['1405944f-ab8f-4a81-bcb8-e62ca6314473'] in dv-cinder-822822-3-iscsi is: [{'id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:31Z', 'updated_at': '2022-07-20T09:43:35Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'gw_port': {'id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:32Z', 'updated_at': '2022-07-20T09:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'b296a5ae-85e0-428b-9980-8d8a93e1bda6', 'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'mac_address': 'fa:16:3e:84:b8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:34Z', 'updated_at': '2022-07-20T09:43:34Z', 'revision_number': 1, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'subnets': [{'id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:43:35.762108 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0eed4d4f-ba35-4798-a8dc-bdfc5e2b49aa None None] Provisioning complete for port b296a5ae-85e0-428b-9980-8d8a93e1bda6 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:35.762476 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0eed4d4f-ba35-4798-a8dc-bdfc5e2b49aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:35.798792 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0eed4d4f-ba35-4798-a8dc-bdfc5e2b49aa None None] Port b296a5ae-85e0-428b-9980-8d8a93e1bda6 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:43:35.973442 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e362ad-5a39-45a1-a917-c794824f52cf req-98ef109f-5ad1-434e-a3cd-b97b2e85e428 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:35.973442 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a8e362ad-5a39-45a1-a917-c794824f52cf req-98ef109f-5ad1-434e-a3cd-b97b2e85e428 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 946 time: 0.0650103 Jul 20 09:43:36.040456 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a8e362ad-5a39-45a1-a917-c794824f52cf req-7e4ad009-7fac-41e9-8149-0a65fdf1bc50 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a562d5-bf50-4ab8-8184-f1e1738e302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521178 Jul 20 09:43:36.359156 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55842) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:36.364665 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-759896428-network', 'tenant_id': 'cb20371807744e2cace9f80c282e7004'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:36.390127 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Made reservation on behalf of cb20371807744e2cace9f80c282e7004 for: {'network': 1} {{(pid=104190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:43:36.392547 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for network (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:36.402328 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:36.501647 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Publish callbacks [] for security_group (e2f6b286-7ac3-410f-aa15-2899a2c14e7e), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:36.517493 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (e2f6b286-7ac3-410f-aa15-2899a2c14e7e), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:36.570622 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 09:43:36.583915 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f6b286-7ac3-410f-aa15-2899a2c14e7e,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:36.590533 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:36.590870 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.segments_db [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Added segment 31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3 of type vlan for network 74dea8c9-d662-4209-8112-6cc4014e43b2 Jul 20 09:43:36.608644 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:36.608986 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:36.609321 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:36.609652 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:36.609982 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:36.610305 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:36.610625 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:36.610942 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:36.611260 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:36.611610 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:36.611927 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:36.612241 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:36.612553 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:36.612866 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:36.613177 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:36.655059 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750381592872'] for network (74dea8c9-d662-4209-8112-6cc4014e43b2), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:36.691771 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931'] for network (74dea8c9-d662-4209-8112-6cc4014e43b2), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:36.692983 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:36.693848 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:36.730183 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3693180 Jul 20 09:43:36.733700 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55850) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:36.743178 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-28f7d9ca-8924-46c4-9cea-853570e30872 admin admin] Request body: {'subnet': {'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-759896428-subnet', 'tenant_id': 'cb20371807744e2cace9f80c282e7004', 'ip_version': 4}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:36.765696 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bebfb-0a17-4d36-814c-6f9b466100bc admin admin] Pushing event updated for resources: {'Network': ['ID=74dea8c9-d662-4209-8112-6cc4014e43b2,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:36.777456 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Network 74dea8c9-d662-4209-8112-6cc4014e43b2 details requested by agent ovs-agent-dv-cinder-822822-3-iscsi with host dv-cinder-822822-3-iscsi {{(pid=104191) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 09:43:36.787193 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f7d9ca-8924-46c4-9cea-853570e30872 admin admin] Made reservation on behalf of cb20371807744e2cace9f80c282e7004 for: {'subnet': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:43:36.791491 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-28f7d9ca-8924-46c4-9cea-853570e30872 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28340167'] for subnet (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:36.794639 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:36.805294 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:37.021856 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-28f7d9ca-8924-46c4-9cea-853570e30872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28370038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28340177'] for subnet (f45688ab-6341-424f-9488-c1debc156d74), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:37.079535 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7d9ca-8924-46c4-9cea-853570e30872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45688ab-6341-424f-9488-c1debc156d74,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:37.111670 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7d9ca-8924-46c4-9cea-853570e30872 admin admin] Checking segment: {'id': '31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:43:37.112038 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7d9ca-8924-46c4-9cea-853570e30872 admin admin] Network hostable DHCP agents. Network: 74dea8c9-d662-4209-8112-6cc4014e43b2, hostable agents: ['be80421a-8a2a-4c01-a352-94ee1d75e432'], hosted agents: [] {{(pid=104189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 09:43:37.137158 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7d9ca-8924-46c4-9cea-853570e30872 admin admin] Network 74dea8c9-d662-4209-8112-6cc4014e43b2 is scheduled to be hosted by DHCP agent be80421a-8a2a-4c01-a352-94ee1d75e432 with binding_index 1 {{(pid=104189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 09:43:37.149737 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-28f7d9ca-8924-46c4-9cea-853570e30872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-3-iscsi, 74dea8c9-d662-4209-8112-6cc4014e43b2) {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:37.155349 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f7d9ca-8924-46c4-9cea-853570e30872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:37.155970 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-28f7d9ca-8924-46c4-9cea-853570e30872 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:37.160928 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a79f0b9-9930-48b6-b2bc-57df15011e93 None None] Network 74dea8c9-d662-4209-8112-6cc4014e43b2 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:43:37.181014 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55864) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:37.181746 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-28f7d9ca-8924-46c4-9cea-853570e30872 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4467847 Jul 20 09:43:37.187016 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-759896428-router', 'tenant_id': 'cb20371807744e2cace9f80c282e7004', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:37.223518 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fcdba-f467-4cd2-aa7f-4de7b006a79c req-bbb9cdb9-6dd2-4ee9-8e0a-d266f8f15167 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:37.225439 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fa7fcdba-f467-4cd2-aa7f-4de7b006a79c req-bbb9cdb9-6dd2-4ee9-8e0a-d266f8f15167 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 946 time: 0.0890784 Jul 20 09:43:37.257041 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30393'] for router (53bd9cca-7dbc-486e-893d-5cafdc53c1e8), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:37.258647 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30384'] for router (53bd9cca-7dbc-486e-893d-5cafdc53c1e8), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:37.304512 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f37d01a-c625-5824-9e01-1f125168aa1d-74dea8c9-d662-4209-8112-6cc4014e43b2', 'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2', 'project_id': 'cb20371807744e2cace9f80c282e7004', 'fixed_ips': [{'subnet_id': 'f45688ab-6341-424f-9488-c1debc156d74'}]}} from dv-cinder-822822-3-iscsi. {{(pid=104191) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 09:43:37.305723 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:37.322815 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-fa7fcdba-f467-4cd2-aa7f-4de7b006a79c req-1ebde856-19f6-4f92-81ca-0b7715188aeb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a562d5-bf50-4ab8-8184-f1e1738e302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891306 Jul 20 09:43:37.412627 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Publish callbacks [] for router_controller (53bd9cca-7dbc-486e-893d-5cafdc53c1e8), precommit_add_association {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:37.428143 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 9ad9390b-45e7-49b2-9410-729ea41cc5ad up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:43:37.491668 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c5b2a-228e-4e7f-8a73-c3ca33552ed4 req-f4e13003-bca1-40b5-8f32-42b4a200d05c tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:37.491668 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-378c5b2a-228e-4e7f-8a73-c3ca33552ed4 req-f4e13003-bca1-40b5-8f32-42b4a200d05c tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 946 time: 0.0674438 Jul 20 09:43:37.506739 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55874) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:37.512839 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-87aeb876-38a1-40cb-a5b7-5bcda42e13fe tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'floatingip': {'port_id': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:37.554930 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:37.563012 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-87aeb876-38a1-40cb-a5b7-5bcda42e13fe tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (948cb4b1-d1d3-4126-a670-7d37354a1c4a), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:37.568623 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=6 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:37.572463 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Publish callbacks [] for router_gateway (53bd9cca-7dbc-486e-893d-5cafdc53c1e8), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:37.582379 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 9ad9390b-45e7-49b2-9410-729ea41cc5ad triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:37.582940 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (9ad9390b-45e7-49b2-9410-729ea41cc5ad), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:37.586359 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Allocated IP 172.20.0.2 (74dea8c9-d662-4209-8112-6cc4014e43b2/f45688ab-6341-424f-9488-c1debc156d74/7aefd4e3-09ad-4c00-9060-eb1be908ef07) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:43:37.751566 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:37.786348 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:37.796973 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 9ad9390b-45e7-49b2-9410-729ea41cc5ad is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:37.797581 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (9ad9390b-45e7-49b2-9410-729ea41cc5ad), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:37.807503 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:37.809681 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Publish callbacks [] for router_gateway (53bd9cca-7dbc-486e-893d-5cafdc53c1e8), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:37.836119 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:37.843603 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:37.849380 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port 9ad9390b-45e7-49b2-9410-729ea41cc5ad, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=9ad9390b-45e7-49b2-9410-729ea41cc5ad,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:37.862825 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (9ad9390b-45e7-49b2-9410-729ea41cc5ad), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:37.911965 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Publish callbacks [] for port (7aefd4e3-09ad-4c00-9060-eb1be908ef07), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:37.922519 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885'] for port (7aefd4e3-09ad-4c00-9060-eb1be908ef07), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:37.924922 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:37.967178 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=9ad9390b-45e7-49b2-9410-729ea41cc5ad,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:37.973858 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Network 74dea8c9-d662-4209-8112-6cc4014e43b2 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:43:37.976244 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:37.983263 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:43:37.988854 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:37.989222 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:37.989544 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:37.989878 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:37.990218 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:37.990547 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:37.990872 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:37.991196 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:37.991903 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:37.992242 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:37.992577 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:37.992945 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:37.993213 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:37.993534 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:37.993854 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:43:38.014277 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_common [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Allocated IP 172.27.1.70 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/7987607f-3f83-467c-9a46-42e8528cc304) {{(pid=104190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:43:38.095475 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Pushing event updated for resources: {'Port': ['ID=7aefd4e3-09ad-4c00-9060-eb1be908ef07,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:38.100223 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Attempting to bind port 7aefd4e3-09ad-4c00-9060-eb1be908ef07 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:43:38.100517 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Attempting to bind port 7aefd4e3-09ad-4c00-9060-eb1be908ef07 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': '31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:43:38.100890 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Attempting to bind port 7aefd4e3-09ad-4c00-9060-eb1be908ef07 on network 74dea8c9-d662-4209-8112-6cc4014e43b2 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:43:38.110878 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:43:38.111139 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Checking segment: {'id': '31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:43:38.111506 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:38.111903 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Bound using segment: {'id': '31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:43:38.112378 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Bound port: 7aefd4e3-09ad-4c00-9060-eb1be908ef07, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:43:38.112762 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (7aefd4e3-09ad-4c00-9060-eb1be908ef07), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:38.156450 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Publish callbacks [] for port (7987607f-3f83-467c-9a46-42e8528cc304), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:38.196208 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] For port 7aefd4e3-09ad-4c00-9060-eb1be908ef07, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:43:38.197481 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (7987607f-3f83-467c-9a46-42e8528cc304), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:38.199667 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] For port 7aefd4e3-09ad-4c00-9060-eb1be908ef07, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=7aefd4e3-09ad-4c00-9060-eb1be908ef07,segment=NetworkSegment(31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3),segment_id=31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:43:38.209300 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (7aefd4e3-09ad-4c00-9060-eb1be908ef07), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:38.246083 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:43:38.251845 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:38.254051 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Pushing event updated for resources: {'Port': ['ID=7987607f-3f83-467c-9a46-42e8528cc304,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:38.256306 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Received port after_create {{(pid=104190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:43:38.273514 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-87aeb876-38a1-40cb-a5b7-5bcda42e13fe tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:38.278552 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-87aeb876-38a1-40cb-a5b7-5bcda42e13fe tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (948cb4b1-d1d3-4126-a670-7d37354a1c4a), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:38.280515 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31579089-a07d-44d4-ad1e-136337e2ad2e None None] Pushing event updated for resources: {'Port': ['ID=7aefd4e3-09ad-4c00-9060-eb1be908ef07,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:38.415585 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [None req-87aeb876-38a1-40cb-a5b7-5bcda42e13fe tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Floating IP 948cb4b1-d1d3-4126-a670-7d37354a1c4a associated. External IP: 172.27.1.229, port: c2e36cbd-e333-4f09-b744-1b79cceb1f5f. Jul 20 09:43:38.442826 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Sync routers for ids ['1405944f-ab8f-4a81-bcb8-e62ca6314473'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:43:38.462888 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Routers {'1405944f-ab8f-4a81-bcb8-e62ca6314473'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:38.463678 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:43:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1405944f-ab8f-4a81-bcb8-e62ca6314473'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:38.631212 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Set router 1405944f-ab8f-4a81-bcb8-e62ca6314473 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:38.658005 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Publish callbacks [] for router_gateway (53bd9cca-7dbc-486e-893d-5cafdc53c1e8), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:38.697540 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:38.784816 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87aeb876-38a1-40cb-a5b7-5bcda42e13fe tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Router 1a87491b-7372-43ff-9ed3-63e9938e0e18 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:43:38.918781 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87aeb876-38a1-40cb-a5b7-5bcda42e13fe tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:43:38.920595 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670420'] for router (53bd9cca-7dbc-486e-893d-5cafdc53c1e8), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:38.924166 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-87aeb876-38a1-40cb-a5b7-5bcda42e13fe tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:38.929640 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:38.931067 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cafcd6a-1da3-4ce2-9ced-d97afda1783f None None] Sync routers for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:43:38.946577 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cafcd6a-1da3-4ce2-9ced-d97afda1783f None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:38.947231 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-0cafcd6a-1da3-4ce2-9ced-d97afda1783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:43:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:38.965110 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-87aeb876-38a1-40cb-a5b7-5bcda42e13fe tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "PUT /v2.0/floatingips/948cb4b1-d1d3-4126-a670-7d37354a1c4a HTTP/1.1" status: 200 len: 992 time: 1.4571514 Jul 20 09:43:38.967945 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'tag': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:43:38.970280 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b699ba9-d7f6-49f9-aa41-5e0b480d95f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac77738b-4bd2-4a70-b5f1-50f154fbf3f1", "tag": "c2e36cbd-e333-4f09-b744-1b79cceb1f5f"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:43:39.015313 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:31Z', 'updated_at': '2022-07-20T09:43:35Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'gw_port': {'id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:32Z', 'updated_at': '2022-07-20T09:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'b296a5ae-85e0-428b-9980-8d8a93e1bda6', 'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'mac_address': 'fa:16:3e:84:b8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:34Z', 'updated_at': '2022-07-20T09:43:35Z', 'revision_number': 2, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'subnets': [{'id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:39.034505 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b746520c-33f8-4132-849f-7dbbc4188337 x-openstack-request-id: req-b746520c-33f8-4132-849f-7dbbc4188337 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:43:39.034858 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac77738b-4bd2-4a70-b5f1-50f154fbf3f1", "tag": "c2e36cbd-e333-4f09-b744-1b79cceb1f5f", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:43:39.035173 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b746520c-33f8-4132-849f-7dbbc4188337 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:43:39.035623 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b746520c-33f8-4132-849f-7dbbc4188337'] response: {'name': 'network-changed', 'server_uuid': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'tag': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f', 'status': 'completed', 'code': 200} Jul 20 09:43:39.080818 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Checking router: 1405944f-ab8f-4a81-bcb8-e62ca6314473 for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:43:39.081186 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Updating router 1405944f-ab8f-4a81-bcb8-e62ca6314473 port b296a5ae-85e0-428b-9980-8d8a93e1bda6 binding host dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:43:39.094240 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:39.118588 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:39.131496 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b699ba9-d7f6-49f9-aa41-5e0b480d95f3 req-e72a9a34-508f-4df9-bc9a-5094e5133eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:39.133563 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0b699ba9-d7f6-49f9-aa41-5e0b480d95f3 req-e72a9a34-508f-4df9-bc9a-5094e5133eef service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 1130 time: 0.0730028 Jul 20 09:43:39.135116 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-0cafcd6a-1da3-4ce2-9ced-d97afda1783f None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:39.146787 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Router 53bd9cca-7dbc-486e-893d-5cafdc53c1e8 is scheduled to L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a with binding_index 1 {{(pid=104190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 09:43:39.272919 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b699ba9-d7f6-49f9-aa41-5e0b480d95f3 req-0f67df91-6627-4be0-a6fc-58ba704d8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:39.273573 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0b699ba9-d7f6-49f9-aa41-5e0b480d95f3 req-0f67df91-6627-4be0-a6fc-58ba704d8a7d service neutron] 10.222.0.17 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 916 time: 0.1281104 Jul 20 09:43:39.347112 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:43:39.367262 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Sync routers for ids ['53bd9cca-7dbc-486e-893d-5cafdc53c1e8'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:43:39.369492 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] Publish callbacks [] for router (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:39.371866 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-56bff561-f15e-46a3-9b27-40db764f2fce admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1895788 Jul 20 09:43:39.375760 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55908) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:39.420349 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0b699ba9-d7f6-49f9-aa41-5e0b480d95f3 req-78be8706-9c75-4ef4-b263-fcd46160244a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2e36cbd-e333-4f09-b744-1b79cceb1f5f HTTP/1.1" status: 200 len: 1000 time: 0.1374798 Jul 20 09:43:39.459485 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Routers {'53bd9cca-7dbc-486e-893d-5cafdc53c1e8'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:39.460151 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:43:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['53bd9cca-7dbc-486e-893d-5cafdc53c1e8'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:39.481433 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 7aefd4e3-09ad-4c00-9060-eb1be908ef07 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:43:39.508420 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b699ba9-d7f6-49f9-aa41-5e0b480d95f3 req-d10a4e03-b30d-4d3c-886c-097579d2bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:39.510733 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0b699ba9-d7f6-49f9-aa41-5e0b480d95f3 req-d10a4e03-b30d-4d3c-886c-097579d2bb0f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0ad9e585-6099-4be5-adc8-f1d59931f57d HTTP/1.1" status: 200 len: 854 time: 0.0753551 Jul 20 09:43:39.565312 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b699ba9-d7f6-49f9-aa41-5e0b480d95f3 req-d777feee-176e-421f-bd6d-e2960216361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:39.569746 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0b699ba9-d7f6-49f9-aa41-5e0b480d95f3 req-d777feee-176e-421f-bd6d-e2960216361c service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518413 Jul 20 09:43:39.622212 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:39.624549 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-0cafcd6a-1da3-4ce2-9ced-d97afda1783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '948cb4b1-d1d3-4126-a670-7d37354a1c4a', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:62:4f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:43:22Z', 'updated_at': '2022-07-20T09:43:38Z', 'revision_number': 1, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:39.646401 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Set router 53bd9cca-7dbc-486e-893d-5cafdc53c1e8 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:39.659162 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cafcd6a-1da3-4ce2-9ced-d97afda1783f None None] Checking router: 1a87491b-7372-43ff-9ed3-63e9938e0e18 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:43:39.671985 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 7aefd4e3-09ad-4c00-9060-eb1be908ef07 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:39.672630 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (7aefd4e3-09ad-4c00-9060-eb1be908ef07), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:39.718738 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cafcd6a-1da3-4ce2-9ced-d97afda1783f None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:39.719664 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-0cafcd6a-1da3-4ce2-9ced-d97afda1783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:43:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:39.722802 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:39.730229 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0b699ba9-d7f6-49f9-aa41-5e0b480d95f3 req-de1db35b-4137-4840-bb55-af9ddf7cfe61 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527021 Jul 20 09:43:39.834794 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:39.846712 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d0c1a-7d4a-4f30-91db-8f2312e043f8 None None] Network 74dea8c9-d662-4209-8112-6cc4014e43b2 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:43:39.873006 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-0b699ba9-d7f6-49f9-aa41-5e0b480d95f3 req-0a04c7bf-c7b6-4e76-a218-3bec817ec055 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368098 Jul 20 09:43:39.891038 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Publish callbacks [] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:39.897839 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'name': 'tempest-TestVolumeBootPattern-759896428-router', 'tenant_id': 'cb20371807744e2cace9f80c282e7004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '7987607f-3f83-467c-9a46-42e8528cc304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:37Z', 'updated_at': '2022-07-20T09:43:38Z', 'revision_number': 3, 'project_id': 'cb20371807744e2cace9f80c282e7004', 'gw_port': {'id': '7987607f-3f83-467c-9a46-42e8528cc304', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:37Z', 'updated_at': '2022-07-20T09:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:39.925566 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:39.927987 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Checking router: 53bd9cca-7dbc-486e-893d-5cafdc53c1e8 for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:43:39.928402 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Updating router 53bd9cca-7dbc-486e-893d-5cafdc53c1e8 port 7987607f-3f83-467c-9a46-42e8528cc304 binding host dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:43:39.986642 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:40.006956 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53604a-edea-4eda-afb6-929f7f51a1ef None None] Pushing event updated for resources: {'Port': ['ID=b296a5ae-85e0-428b-9980-8d8a93e1bda6,revision_number=3']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:40.009153 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.012862 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (7987607f-3f83-467c-9a46-42e8528cc304), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.054456 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 7aefd4e3-09ad-4c00-9060-eb1be908ef07 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:40.054949 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (7aefd4e3-09ad-4c00-9060-eb1be908ef07), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.056802 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-f63a7047-d4ef-478f-9f31-423934f89185 None None] Provisioning complete for port 7aefd4e3-09ad-4c00-9060-eb1be908ef07 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:40.057159 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f63a7047-d4ef-478f-9f31-423934f89185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (7aefd4e3-09ad-4c00-9060-eb1be908ef07), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.164299 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-0cafcd6a-1da3-4ce2-9ced-d97afda1783f None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:40.191797 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Attempting to bind port b296a5ae-85e0-428b-9980-8d8a93e1bda6 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:43:40.192172 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Attempting to bind port b296a5ae-85e0-428b-9980-8d8a93e1bda6 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:43:40.192534 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Attempting to bind port b296a5ae-85e0-428b-9980-8d8a93e1bda6 on network 49ad933c-e19c-4fd1-95f5-c5db07071624 {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:43:40.208025 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_common [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Allocated IP 172.20.0.1 (74dea8c9-d662-4209-8112-6cc4014e43b2/f45688ab-6341-424f-9488-c1debc156d74/6a26bc3a-0499-43f0-9a99-5f30d3454167) {{(pid=104190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:43:40.219078 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:40.268691 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port 7aefd4e3-09ad-4c00-9060-eb1be908ef07, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=7aefd4e3-09ad-4c00-9060-eb1be908ef07,segment=NetworkSegment(31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3),segment_id=31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:40.292700 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (7aefd4e3-09ad-4c00-9060-eb1be908ef07), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.293481 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 9ad9390b-45e7-49b2-9410-729ea41cc5ad up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:43:40.349971 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:43:40.350821 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Checking segment: {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:43:40.352419 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.356299 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Bound using segment: {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:43:40.356961 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Bound port: b296a5ae-85e0-428b-9980-8d8a93e1bda6, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'}}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:43:40.357550 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.375540 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Publish callbacks [] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.385474 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:40.387747 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:40.413066 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:40.429313 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.482294 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Network 74dea8c9-d662-4209-8112-6cc4014e43b2 is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:43:40.495342 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:40.498551 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Received port after_create {{(pid=104190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:43:40.521507 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] For port b296a5ae-85e0-428b-9980-8d8a93e1bda6, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:43:40.523319 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-f63a7047-d4ef-478f-9f31-423934f89185 None None] Current status of the port 7aefd4e3-09ad-4c00-9060-eb1be908ef07 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:40.525097 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Publish callbacks [] for port (7987607f-3f83-467c-9a46-42e8528cc304), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.528697 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] For port b296a5ae-85e0-428b-9980-8d8a93e1bda6, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=b296a5ae-85e0-428b-9980-8d8a93e1bda6,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:43:40.531617 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=7aefd4e3-09ad-4c00-9060-eb1be908ef07,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:40.534108 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (7987607f-3f83-467c-9a46-42e8528cc304), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.540592 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.573996 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 9ad9390b-45e7-49b2-9410-729ea41cc5ad triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:40.574473 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (9ad9390b-45e7-49b2-9410-729ea41cc5ad), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.577310 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656506'] for router_interface (53bd9cca-7dbc-486e-893d-5cafdc53c1e8), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.581998 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Pushing event updated for resources: {'Port': ['ID=6a26bc3a-0499-43f0-9a99-5f30d3454167,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:40.609091 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437a373-cd33-4e7f-8150-161cd3fd3cf5 None None] Pushing event updated for resources: {'Port': ['ID=7987607f-3f83-467c-9a46-42e8528cc304,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:40.612879 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Attempting to bind port 7987607f-3f83-467c-9a46-42e8528cc304 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:43:40.613374 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Attempting to bind port 7987607f-3f83-467c-9a46-42e8528cc304 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:43:40.613940 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Attempting to bind port 7987607f-3f83-467c-9a46-42e8528cc304 on network 56bd5eb3-33eb-4ff1-833f-663849f99647 {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:43:40.664776 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Routers {'1405944f-ab8f-4a81-bcb8-e62ca6314473'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:40.665421 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:43:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1405944f-ab8f-4a81-bcb8-e62ca6314473'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:40.701217 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-4d5f0cfa-6b77-44a9-ba6b-0a842650de7f None None] Provisioning complete for port b296a5ae-85e0-428b-9980-8d8a93e1bda6 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:40.701733 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0cfa-6b77-44a9-ba6b-0a842650de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.728076 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 9ad9390b-45e7-49b2-9410-729ea41cc5ad is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:40.791758 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] Set router 1405944f-ab8f-4a81-bcb8-e62ca6314473 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:40.802954 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.805327 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-0cafcd6a-1da3-4ce2-9ced-d97afda1783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '948cb4b1-d1d3-4126-a670-7d37354a1c4a', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:62:4f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:43:22Z', 'updated_at': '2022-07-20T09:43:38Z', 'revision_number': 1, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:40.849280 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cafcd6a-1da3-4ce2-9ced-d97afda1783f None None] The sync data for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi is: [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '948cb4b1-d1d3-4126-a670-7d37354a1c4a', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:62:4f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:43:22Z', 'updated_at': '2022-07-20T09:43:38Z', 'revision_number': 1, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:43:40.907109 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f0cfa-6b77-44a9-ba6b-0a842650de7f None None] Current status of the port b296a5ae-85e0-428b-9980-8d8a93e1bda6 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:40.907726 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0cfa-6b77-44a9-ba6b-0a842650de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:40.998028 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-4d5f0cfa-6b77-44a9-ba6b-0a842650de7f None None] For port b296a5ae-85e0-428b-9980-8d8a93e1bda6, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=b296a5ae-85e0-428b-9980-8d8a93e1bda6,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:41.008970 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0cfa-6b77-44a9-ba6b-0a842650de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:41.091204 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f0cfa-6b77-44a9-ba6b-0a842650de7f None None] Pushing event updated for resources: {'Port': ['ID=b296a5ae-85e0-428b-9980-8d8a93e1bda6,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:41.140099 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-a859f3b2-0883-4d5c-ac25-52f62239056d None None] Provisioning complete for port 7aefd4e3-09ad-4c00-9060-eb1be908ef07 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:41.140474 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a859f3b2-0883-4d5c-ac25-52f62239056d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (7aefd4e3-09ad-4c00-9060-eb1be908ef07), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:41.154408 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:43:41.155812 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Checking segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:43:41.156280 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:41.156822 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Bound using segment: {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:43:41.157404 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Bound port: 7987607f-3f83-467c-9a46-42e8528cc304, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbbc8af-7ffe-44ca-a4d8-77062cc656b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:43:41.157890 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (7987607f-3f83-467c-9a46-42e8528cc304), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:41.163017 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:41.196829 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:41.241599 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb9df8-3398-4d0b-be0e-fa555f7ef710 None None] New status for floating IP 948cb4b1-d1d3-4126-a670-7d37354a1c4a: ACTIVE {{(pid=104191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:43:41.249155 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53604a-edea-4eda-afb6-929f7f51a1ef None None] Pushing event updated for resources: {'Port': ['ID=b296a5ae-85e0-428b-9980-8d8a93e1bda6,revision_number=4']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:41.276927 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:31Z', 'updated_at': '2022-07-20T09:43:35Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'gw_port': {'id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:32Z', 'updated_at': '2022-07-20T09:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'b296a5ae-85e0-428b-9980-8d8a93e1bda6', 'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'mac_address': 'fa:16:3e:84:b8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:34Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'subnets': [{'id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:41.281448 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] For port 7987607f-3f83-467c-9a46-42e8528cc304, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:43:41.295526 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:41.297067 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Publish callbacks [] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:41.302357 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966815'] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:41.315727 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5192e-05c7-4799-b2db-eb288ca89520 None None] The sync data for ids ['1405944f-ab8f-4a81-bcb8-e62ca6314473'] in dv-cinder-822822-3-iscsi is: [{'id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:31Z', 'updated_at': '2022-07-20T09:43:35Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'gw_port': {'id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:32Z', 'updated_at': '2022-07-20T09:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'b296a5ae-85e0-428b-9980-8d8a93e1bda6', 'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'mac_address': 'fa:16:3e:84:b8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:34Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'subnets': [{'id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:43:41.322041 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-a859f3b2-0883-4d5c-ac25-52f62239056d None None] Current status of the port 7aefd4e3-09ad-4c00-9060-eb1be908ef07 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:41.329078 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] For port 7987607f-3f83-467c-9a46-42e8528cc304, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=7987607f-3f83-467c-9a46-42e8528cc304,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:43:41.342600 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (7987607f-3f83-467c-9a46-42e8528cc304), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:41.401981 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-a859f3b2-0883-4d5c-ac25-52f62239056d None None] Provisioning complete for port b296a5ae-85e0-428b-9980-8d8a93e1bda6 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:41.402353 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a859f3b2-0883-4d5c-ac25-52f62239056d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:41.411994 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437a373-cd33-4e7f-8150-161cd3fd3cf5 None None] Pushing event updated for resources: {'Port': ['ID=7987607f-3f83-467c-9a46-42e8528cc304,revision_number=3']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:41.413304 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device b296a5ae-85e0-428b-9980-8d8a93e1bda6 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:43:41.429397 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-669490'] for router_interface (53bd9cca-7dbc-486e-893d-5cafdc53c1e8), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:41.448260 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Pushing event updated for resources: {'Port': ['ID=6a26bc3a-0499-43f0-9a99-5f30d3454167,revision_number=2']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:41.464535 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Routers {'53bd9cca-7dbc-486e-893d-5cafdc53c1e8'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:41.464884 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:43:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['53bd9cca-7dbc-486e-893d-5cafdc53c1e8'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:41.615568 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Network 74dea8c9-d662-4209-8112-6cc4014e43b2 is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:43:41.617700 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:43:41.621640 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port b296a5ae-85e0-428b-9980-8d8a93e1bda6 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:41.622029 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (b296a5ae-85e0-428b-9980-8d8a93e1bda6), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:41.638116 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:43:41.659193 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] Set router 53bd9cca-7dbc-486e-893d-5cafdc53c1e8 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:41.665073 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-a859f3b2-0883-4d5c-ac25-52f62239056d None None] Current status of the port b296a5ae-85e0-428b-9980-8d8a93e1bda6 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:41.769449 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port b296a5ae-85e0-428b-9980-8d8a93e1bda6 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:41.771787 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 7aefd4e3-09ad-4c00-9060-eb1be908ef07 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:43:41.791864 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Router 53bd9cca-7dbc-486e-893d-5cafdc53c1e8 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:43:41.797059 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:41.836017 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-a2d1848b-2020-4db2-91c2-ff6e6c90f699 None None] Provisioning complete for port 6a26bc3a-0499-43f0-9a99-5f30d3454167 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:41.836017 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a2d1848b-2020-4db2-91c2-ff6e6c90f699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:41.859049 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:41.898873 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 7aefd4e3-09ad-4c00-9060-eb1be908ef07 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:41.899406 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (7aefd4e3-09ad-4c00-9060-eb1be908ef07), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:41.901809 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1848b-2020-4db2-91c2-ff6e6c90f699 None None] Port 6a26bc3a-0499-43f0-9a99-5f30d3454167 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:43:41.949002 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:43:41.954872 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-21b7eea3-9da8-4599-847c-07d5ffe6a871 admin admin] 10.222.0.18 "PUT /v2.0/routers/53bd9cca-7dbc-486e-893d-5cafdc53c1e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5776796 Jul 20 09:43:41.990893 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'name': 'tempest-TestVolumeBootPattern-759896428-router', 'tenant_id': 'cb20371807744e2cace9f80c282e7004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '7987607f-3f83-467c-9a46-42e8528cc304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:37Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 4, 'project_id': 'cb20371807744e2cace9f80c282e7004', 'gw_port': {'id': '7987607f-3f83-467c-9a46-42e8528cc304', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:37Z', 'updated_at': '2022-07-20T09:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '6a26bc3a-0499-43f0-9a99-5f30d3454167', 'name': '', 'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2', 'tenant_id': 'cb20371807744e2cace9f80c282e7004', 'mac_address': 'fa:16:3e:22:bc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f45688ab-6341-424f-9488-c1debc156d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:40Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 2, 'project_id': 'cb20371807744e2cace9f80c282e7004', 'subnets': [{'id': 'f45688ab-6341-424f-9488-c1debc156d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:42.015379 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 7aefd4e3-09ad-4c00-9060-eb1be908ef07 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:42.029150 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-21be8d96-a8b0-42be-a9ac-a16096463437 None None] Provisioning complete for port 6a26bc3a-0499-43f0-9a99-5f30d3454167 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:42.029526 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-21be8d96-a8b0-42be-a9ac-a16096463437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:42.042467 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6772e8a-7e9f-41a9-8800-6d21f919268d None None] The sync data for ids ['53bd9cca-7dbc-486e-893d-5cafdc53c1e8'] in dv-cinder-822822-3-iscsi is: [{'id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'name': 'tempest-TestVolumeBootPattern-759896428-router', 'tenant_id': 'cb20371807744e2cace9f80c282e7004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '7987607f-3f83-467c-9a46-42e8528cc304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:37Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 4, 'project_id': 'cb20371807744e2cace9f80c282e7004', 'gw_port': {'id': '7987607f-3f83-467c-9a46-42e8528cc304', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:37Z', 'updated_at': '2022-07-20T09:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '6a26bc3a-0499-43f0-9a99-5f30d3454167', 'name': '', 'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2', 'tenant_id': 'cb20371807744e2cace9f80c282e7004', 'mac_address': 'fa:16:3e:22:bc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f45688ab-6341-424f-9488-c1debc156d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:40Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 2, 'project_id': 'cb20371807744e2cace9f80c282e7004', 'subnets': [{'id': 'f45688ab-6341-424f-9488-c1debc156d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:43:42.066539 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-21be8d96-a8b0-42be-a9ac-a16096463437 None None] Port 6a26bc3a-0499-43f0-9a99-5f30d3454167 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:43:42.484423 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55928) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:42.489004 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-0b2bea45-71c1-4436-8326-559175b20680 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069216155', 'description': 'tempest-secgroup-smoke-1069216155 description', 'project_id': '42a88572ee8443d4a51617c04ca2f416'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:42.508999 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0b2bea45-71c1-4436-8326-559175b20680 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:42.582115 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0b2bea45-71c1-4436-8326-559175b20680 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group (a3c0748e-e911-4df3-b8ae-bbabb9320bae), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:42.585833 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0b2bea45-71c1-4436-8326-559175b20680 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (a3c0748e-e911-4df3-b8ae-bbabb9320bae), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:42.611324 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0b2bea45-71c1-4436-8326-559175b20680 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:42.612593 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-0b2bea45-71c1-4436-8326-559175b20680 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1271474 Jul 20 09:43:42.616109 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55932) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:42.621441 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-ffd0afea-4f71-4873-8880-07a52463df2a tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Request body: {'security_group_rule': {'security_group_id': 'a3c0748e-e911-4df3-b8ae-bbabb9320bae', 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:42.625547 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bea45-71c1-4436-8326-559175b20680 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c0748e-e911-4df3-b8ae-bbabb9320bae,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:42.649884 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ffd0afea-4f71-4873-8880-07a52463df2a tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (ffb9d964-6764-4417-a7f7-23945190574f), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:42.713822 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ffd0afea-4f71-4873-8880-07a52463df2a tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (ffb9d964-6764-4417-a7f7-23945190574f), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:42.717737 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ffd0afea-4f71-4873-8880-07a52463df2a tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (ffb9d964-6764-4417-a7f7-23945190574f), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:42.740723 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0afea-4f71-4873-8880-07a52463df2a tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb9d964-6764-4417-a7f7-23945190574f,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:42.748870 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-ffd0afea-4f71-4873-8880-07a52463df2a tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:42.750571 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-ffd0afea-4f71-4873-8880-07a52463df2a tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334352 Jul 20 09:43:42.753629 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55936) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:42.761391 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-60d40461-a0a7-43ed-abc5-3cb2de6ceb0f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Request body: {'security_group_rule': {'security_group_id': 'a3c0748e-e911-4df3-b8ae-bbabb9320bae', 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:42.791531 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60d40461-a0a7-43ed-abc5-3cb2de6ceb0f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (863eeba1-fc38-4409-9aee-7b6d97ee02e3), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:42.866170 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60d40461-a0a7-43ed-abc5-3cb2de6ceb0f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (863eeba1-fc38-4409-9aee-7b6d97ee02e3), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:42.872286 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60d40461-a0a7-43ed-abc5-3cb2de6ceb0f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (863eeba1-fc38-4409-9aee-7b6d97ee02e3), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:42.891407 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d40461-a0a7-43ed-abc5-3cb2de6ceb0f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863eeba1-fc38-4409-9aee-7b6d97ee02e3,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:42.912160 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-60d40461-a0a7-43ed-abc5-3cb2de6ceb0f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:42.913552 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-60d40461-a0a7-43ed-abc5-3cb2de6ceb0f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1586890 Jul 20 09:43:42.916429 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55940) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:42.920914 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-d04c8dfd-3ebe-4bab-8a0e-975c5a455e6d tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Request body: {'security_group_rule': {'security_group_id': 'a3c0748e-e911-4df3-b8ae-bbabb9320bae', 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:42.953259 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d04c8dfd-3ebe-4bab-8a0e-975c5a455e6d tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (20521989-83a2-4e4d-a440-5ef10704254d), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.008083 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55942) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:43.034155 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d04c8dfd-3ebe-4bab-8a0e-975c5a455e6d tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (20521989-83a2-4e4d-a440-5ef10704254d), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.039789 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d04c8dfd-3ebe-4bab-8a0e-975c5a455e6d tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (20521989-83a2-4e4d-a440-5ef10704254d), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.066488 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c8dfd-3ebe-4bab-8a0e-975c5a455e6d tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20521989-83a2-4e4d-a440-5ef10704254d,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:43.074947 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-d04c8dfd-3ebe-4bab-8a0e-975c5a455e6d tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.076371 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-d04c8dfd-3ebe-4bab-8a0e-975c5a455e6d tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588809 Jul 20 09:43:43.079581 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55946) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:43.084321 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-cff4261d-d98c-41e8-8e84-bc50a2391cf5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Request body: {'security_group_rule': {'security_group_id': 'a3c0748e-e911-4df3-b8ae-bbabb9320bae', 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:43.102719 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:43.116142 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-cff4261d-d98c-41e8-8e84-bc50a2391cf5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (382fafde-92d7-4dcc-a1e5-b4770340add3), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.156157 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b9b1d6e8-58dc-4e70-8e93-ae64eaf7a1c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.202608 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-cff4261d-d98c-41e8-8e84-bc50a2391cf5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (382fafde-92d7-4dcc-a1e5-b4770340add3), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.212720 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-cff4261d-d98c-41e8-8e84-bc50a2391cf5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (382fafde-92d7-4dcc-a1e5-b4770340add3), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.243442 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4261d-d98c-41e8-8e84-bc50a2391cf5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382fafde-92d7-4dcc-a1e5-b4770340add3,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:43.257976 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-cff4261d-d98c-41e8-8e84-bc50a2391cf5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.259163 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-cff4261d-d98c-41e8-8e84-bc50a2391cf5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1784666 Jul 20 09:43:43.262292 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 55948) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:43.268824 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-97d1746f-2cac-4343-9dc7-7e9bb804e710 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Request body: {'security_group_rule': {'security_group_id': 'a3c0748e-e911-4df3-b8ae-bbabb9320bae', 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:43.312448 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.securitygroups_db [None req-97d1746f-2cac-4343-9dc7-7e9bb804e710 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Project 42a88572ee8443d4a51617c04ca2f416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 09:43:43.323394 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b9b1d6e8-58dc-4e70-8e93-ae64eaf7a1c0 admin admin] Publish callbacks [] for security_group (7c712318-523a-43c0-9cfb-7ca5eca57f36), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.325819 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-97d1746f-2cac-4343-9dc7-7e9bb804e710 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (a01f9055-28a9-44a5-bd2e-18476a206d66), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.330755 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-b9b1d6e8-58dc-4e70-8e93-ae64eaf7a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (7c712318-523a-43c0-9cfb-7ca5eca57f36), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.412635 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-b9b1d6e8-58dc-4e70-8e93-ae64eaf7a1c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad31f1468e9c41eaa4bfec667e605b68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3997095 Jul 20 09:43:43.414542 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55950) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:43.426229 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1d6e8-58dc-4e70-8e93-ae64eaf7a1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c712318-523a-43c0-9cfb-7ca5eca57f36,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:43.447819 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-97d1746f-2cac-4343-9dc7-7e9bb804e710 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (a01f9055-28a9-44a5-bd2e-18476a206d66), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.451733 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-97d1746f-2cac-4343-9dc7-7e9bb804e710 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (a01f9055-28a9-44a5-bd2e-18476a206d66), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.482165 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1746f-2cac-4343-9dc7-7e9bb804e710 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01f9055-28a9-44a5-bd2e-18476a206d66,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:43.490181 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-111b1dcb-42ac-469d-bd1c-6cd6cc556bc7 admin admin] Publish callbacks [] for security_group (7c712318-523a-43c0-9cfb-7ca5eca57f36), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.490791 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-97d1746f-2cac-4343-9dc7-7e9bb804e710 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.494394 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-97d1746f-2cac-4343-9dc7-7e9bb804e710 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2281432 Jul 20 09:43:43.494914 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 55952) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:43:43.499253 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-4353854f-27d0-42ef-9315-5ae65f1c4ee1 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Request body: {'security_group_rule': {'security_group_id': 'a3c0748e-e911-4df3-b8ae-bbabb9320bae', 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:43:43.535900 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-111b1dcb-42ac-469d-bd1c-6cd6cc556bc7 admin admin] Publish callbacks [] for security_group (7c712318-523a-43c0-9cfb-7ca5eca57f36), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.544114 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.securitygroups_db [None req-4353854f-27d0-42ef-9315-5ae65f1c4ee1 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Project 42a88572ee8443d4a51617c04ca2f416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 09:43:43.560304 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4353854f-27d0-42ef-9315-5ae65f1c4ee1 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (baff76ae-efc3-4b2c-85af-fb7357374374), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.613250 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:43.625024 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=6 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:43.641869 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-111b1dcb-42ac-469d-bd1c-6cd6cc556bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (7c712318-523a-43c0-9cfb-7ca5eca57f36), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.644275 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-111b1dcb-42ac-469d-bd1c-6cd6cc556bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.645450 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-111b1dcb-42ac-469d-bd1c-6cd6cc556bc7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c712318-523a-43c0-9cfb-7ca5eca57f36 HTTP/1.1" status: 204 len: 168 time: 0.2296488 Jul 20 09:43:43.648312 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4353854f-27d0-42ef-9315-5ae65f1c4ee1 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (baff76ae-efc3-4b2c-85af-fb7357374374), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.658229 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4353854f-27d0-42ef-9315-5ae65f1c4ee1 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (baff76ae-efc3-4b2c-85af-fb7357374374), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.662731 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b1dcb-42ac-469d-bd1c-6cd6cc556bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c712318-523a-43c0-9cfb-7ca5eca57f36,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:43.681836 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353854f-27d0-42ef-9315-5ae65f1c4ee1 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baff76ae-efc3-4b2c-85af-fb7357374374,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:43.691099 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4353854f-27d0-42ef-9315-5ae65f1c4ee1 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:43.692335 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-4353854f-27d0-42ef-9315-5ae65f1c4ee1 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1965823 Jul 20 09:43:44.801363 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Sync routers for ids ['53bd9cca-7dbc-486e-893d-5cafdc53c1e8'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:43:44.813219 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Routers {'53bd9cca-7dbc-486e-893d-5cafdc53c1e8'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:44.813838 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:43:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['53bd9cca-7dbc-486e-893d-5cafdc53c1e8'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:44.920543 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Set router 53bd9cca-7dbc-486e-893d-5cafdc53c1e8 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:45.123098 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:45.134292 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'name': 'tempest-TestVolumeBootPattern-759896428-router', 'tenant_id': 'cb20371807744e2cace9f80c282e7004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '7987607f-3f83-467c-9a46-42e8528cc304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:37Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 4, 'project_id': 'cb20371807744e2cace9f80c282e7004', 'gw_port': {'id': '7987607f-3f83-467c-9a46-42e8528cc304', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:37Z', 'updated_at': '2022-07-20T09:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '6a26bc3a-0499-43f0-9a99-5f30d3454167', 'name': '', 'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2', 'tenant_id': 'cb20371807744e2cace9f80c282e7004', 'mac_address': 'fa:16:3e:22:bc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f45688ab-6341-424f-9488-c1debc156d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:40Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 2, 'project_id': 'cb20371807744e2cace9f80c282e7004', 'subnets': [{'id': 'f45688ab-6341-424f-9488-c1debc156d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:45.161621 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Checking router: 53bd9cca-7dbc-486e-893d-5cafdc53c1e8 for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:43:45.162045 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Updating router 53bd9cca-7dbc-486e-893d-5cafdc53c1e8 port 6a26bc3a-0499-43f0-9a99-5f30d3454167 binding host dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 09:43:45.194440 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:45.329942 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 7987607f-3f83-467c-9a46-42e8528cc304 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:43:45.376058 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:45.376732 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 7987607f-3f83-467c-9a46-42e8528cc304 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:45.377109 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (7987607f-3f83-467c-9a46-42e8528cc304), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:45.412549 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:45.415520 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:45.458416 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 7987607f-3f83-467c-9a46-42e8528cc304 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:45.458809 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (7987607f-3f83-467c-9a46-42e8528cc304), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:45.469775 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Publish callbacks [] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:45.475375 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:45.481133 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] For port 7987607f-3f83-467c-9a46-42e8528cc304, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=7987607f-3f83-467c-9a46-42e8528cc304,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:45.485104 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (7987607f-3f83-467c-9a46-42e8528cc304), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:45.535822 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79911ff3-3adf-4732-b935-b87f5e3b957c None None] Pushing event updated for resources: {'Port': ['ID=6a26bc3a-0499-43f0-9a99-5f30d3454167,revision_number=3']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:45.541058 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Pushing event updated for resources: {'Port': ['ID=7987607f-3f83-467c-9a46-42e8528cc304,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:45.590771 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Attempting to bind port 6a26bc3a-0499-43f0-9a99-5f30d3454167 on host dv-cinder-822822-3-iscsi for vnic_type normal with profile {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:43:45.591467 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Attempting to bind port 6a26bc3a-0499-43f0-9a99-5f30d3454167 by drivers openvswitch,hyperv on host dv-cinder-822822-3-iscsi at level 0 using segments [{'id': '31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2'}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:43:45.592064 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Attempting to bind port 6a26bc3a-0499-43f0-9a99-5f30d3454167 on network 74dea8c9-d662-4209-8112-6cc4014e43b2 {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:43:45.598772 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Checking agent: {'id': '8f490994-c214-43ec-b635-774866585e95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 27, 28), 'started_at': datetime.datetime(2022, 7, 20, 9, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:43:45.599478 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Checking segment: {'id': '31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:43:45.599883 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:45.600257 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Bound using segment: {'id': '31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2'} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:43:45.600726 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Bound port: 6a26bc3a-0499-43f0-9a99-5f30d3454167, host: dv-cinder-822822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2'}}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:43:45.601094 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:45.666591 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] For port 6a26bc3a-0499-43f0-9a99-5f30d3454167, host dv-cinder-822822-3-iscsi, cleared binding levels {{(pid=104192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:43:45.670125 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] For port 6a26bc3a-0499-43f0-9a99-5f30d3454167, host dv-cinder-822822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=6a26bc3a-0499-43f0-9a99-5f30d3454167,segment=NetworkSegment(31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3),segment_id=31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3)] {{(pid=104192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:43:45.677070 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:45.712503 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-d93cd368-6c4d-4c10-8302-a4a8bfeeb683 None None] Provisioning complete for port 6a26bc3a-0499-43f0-9a99-5f30d3454167 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:45.713321 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d93cd368-6c4d-4c10-8302-a4a8bfeeb683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:45.740503 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Routers {'53bd9cca-7dbc-486e-893d-5cafdc53c1e8'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:43:45.741133 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:43:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['53bd9cca-7dbc-486e-893d-5cafdc53c1e8'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:45.744295 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79911ff3-3adf-4732-b935-b87f5e3b957c None None] Pushing event updated for resources: {'Port': ['ID=6a26bc3a-0499-43f0-9a99-5f30d3454167,revision_number=4']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:45.801254 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-d93cd368-6c4d-4c10-8302-a4a8bfeeb683 None None] Current status of the port 6a26bc3a-0499-43f0-9a99-5f30d3454167 is: DOWN; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:45.801645 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d93cd368-6c4d-4c10-8302-a4a8bfeeb683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:45.838548 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-d93cd368-6c4d-4c10-8302-a4a8bfeeb683 None None] For port 6a26bc3a-0499-43f0-9a99-5f30d3454167, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=6a26bc3a-0499-43f0-9a99-5f30d3454167,segment=NetworkSegment(31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3),segment_id=31ef09c3-2dc5-41c8-a1b5-bcbfa9fd25f3)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:43:45.843835 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d93cd368-6c4d-4c10-8302-a4a8bfeeb683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:45.863036 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] Set router 53bd9cca-7dbc-486e-893d-5cafdc53c1e8 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:43:45.900703 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cd368-6c4d-4c10-8302-a4a8bfeeb683 None None] Pushing event updated for resources: {'Port': ['ID=6a26bc3a-0499-43f0-9a99-5f30d3454167,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:43:45.962566 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-12312efa-6d83-4756-a62b-c35d24b7d6c5 None None] Provisioning complete for port 6a26bc3a-0499-43f0-9a99-5f30d3454167 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:45.962949 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-12312efa-6d83-4756-a62b-c35d24b7d6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:46.041037 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-12312efa-6d83-4756-a62b-c35d24b7d6c5 None None] Current status of the port 6a26bc3a-0499-43f0-9a99-5f30d3454167 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:46.132823 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:46.152895 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'name': 'tempest-TestVolumeBootPattern-759896428-router', 'tenant_id': 'cb20371807744e2cace9f80c282e7004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '7987607f-3f83-467c-9a46-42e8528cc304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:37Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 4, 'project_id': 'cb20371807744e2cace9f80c282e7004', 'gw_port': {'id': '7987607f-3f83-467c-9a46-42e8528cc304', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:37Z', 'updated_at': '2022-07-20T09:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '6a26bc3a-0499-43f0-9a99-5f30d3454167', 'name': '', 'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2', 'tenant_id': 'cb20371807744e2cace9f80c282e7004', 'mac_address': 'fa:16:3e:22:bc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f45688ab-6341-424f-9488-c1debc156d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:40Z', 'updated_at': '2022-07-20T09:43:45Z', 'revision_number': 4, 'project_id': 'cb20371807744e2cace9f80c282e7004', 'subnets': [{'id': 'f45688ab-6341-424f-9488-c1debc156d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:43:46.177729 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ead9ebb-8db5-471f-aa9c-3880a4d8935b None None] The sync data for ids ['53bd9cca-7dbc-486e-893d-5cafdc53c1e8'] in dv-cinder-822822-3-iscsi is: [{'id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'name': 'tempest-TestVolumeBootPattern-759896428-router', 'tenant_id': 'cb20371807744e2cace9f80c282e7004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '7987607f-3f83-467c-9a46-42e8528cc304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:37Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 4, 'project_id': 'cb20371807744e2cace9f80c282e7004', 'gw_port': {'id': '7987607f-3f83-467c-9a46-42e8528cc304', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:37Z', 'updated_at': '2022-07-20T09:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '6a26bc3a-0499-43f0-9a99-5f30d3454167', 'name': '', 'network_id': '74dea8c9-d662-4209-8112-6cc4014e43b2', 'tenant_id': 'cb20371807744e2cace9f80c282e7004', 'mac_address': 'fa:16:3e:22:bc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bd9cca-7dbc-486e-893d-5cafdc53c1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'f45688ab-6341-424f-9488-c1debc156d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:40Z', 'updated_at': '2022-07-20T09:43:45Z', 'revision_number': 4, 'project_id': 'cb20371807744e2cace9f80c282e7004', 'subnets': [{'id': 'f45688ab-6341-424f-9488-c1debc156d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:43:46.847419 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:47.310679 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 6a26bc3a-0499-43f0-9a99-5f30d3454167 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:43:47.360524 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 6a26bc3a-0499-43f0-9a99-5f30d3454167 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:47.360907 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (6a26bc3a-0499-43f0-9a99-5f30d3454167), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:47.420964 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:47.435729 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 6a26bc3a-0499-43f0-9a99-5f30d3454167 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:47.436842 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 7987607f-3f83-467c-9a46-42e8528cc304 up at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:43:47.480642 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Provisioning complete for port 7987607f-3f83-467c-9a46-42e8528cc304 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:43:47.481017 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (7987607f-3f83-467c-9a46-42e8528cc304), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:47.554396 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Current status of the port 7987607f-3f83-467c-9a46-42e8528cc304 is: ACTIVE; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:43:53.048344 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c0169537-3f75-4f15-9f7b-e639c5bb81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:53.476263 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=72,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:53.477042 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=40,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:53.678328 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=6 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:53.684561 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=5,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:55.285361 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbe1f-5932-468e-9bfd-e9c4773941c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:55.720376 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3080c7fe-2294-452c-a333-7d865aaaf6d9 req-3897b0a4-5f40-4a75-bc13-29f5c23d791c service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383792 Jul 20 09:43:55.782728 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080c7fe-2294-452c-a333-7d865aaaf6d9 req-192cac6b-1e91-4c59-aa1d-2dcfbebd4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:55.784232 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3080c7fe-2294-452c-a333-7d865aaaf6d9 req-192cac6b-1e91-4c59-aa1d-2dcfbebd4a98 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ee1753001c624ae3941cfc51b3d9d6ef&device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 1129 time: 0.0404994 Jul 20 09:43:55.895471 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080c7fe-2294-452c-a333-7d865aaaf6d9 req-7d664a3e-b699-4049-a706-a50312b81306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:55.896934 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3080c7fe-2294-452c-a333-7d865aaaf6d9 req-7d664a3e-b699-4049-a706-a50312b81306 service neutron] 10.222.0.17 "GET /v2.0/networks?id=c1011f17-baa3-428f-b14e-017bea4212af HTTP/1.1" status: 200 len: 909 time: 0.0898745 Jul 20 09:43:55.957440 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3080c7fe-2294-452c-a333-7d865aaaf6d9 req-3ae4820c-4494-48a4-82bb-861d13ae3bd7 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793 HTTP/1.1" status: 200 len: 1001 time: 0.0543201 Jul 20 09:43:56.009155 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080c7fe-2294-452c-a333-7d865aaaf6d9 req-5e0eb437-962b-40fc-b27f-43d3385a74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:56.010686 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3080c7fe-2294-452c-a333-7d865aaaf6d9 req-5e0eb437-962b-40fc-b27f-43d3385a74b8 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=088b7b61-bfb8-4b82-ada2-7f2f408519d3 HTTP/1.1" status: 200 len: 847 time: 0.0468950 Jul 20 09:43:56.054845 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080c7fe-2294-452c-a333-7d865aaaf6d9 req-de685b47-ff41-4fbf-bc39-eca9ad880b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:56.056313 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3080c7fe-2294-452c-a333-7d865aaaf6d9 req-de685b47-ff41-4fbf-bc39-eca9ad880b78 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c1011f17-baa3-428f-b14e-017bea4212af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386093 Jul 20 09:43:56.144309 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3080c7fe-2294-452c-a333-7d865aaaf6d9 req-c97b56ae-568d-4416-9b5a-e5e548a8e47e service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812225 Jul 20 09:43:56.155585 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:56.156363 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:43:56.238195 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3080c7fe-2294-452c-a333-7d865aaaf6d9 req-8aa2d8ca-6c2f-4357-9b06-b13dd3e346be service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878294 Jul 20 09:43:56.290746 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:57.930378 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:58.124585 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-5ea695e7-f0de-48d6-a6c8-a8595034f559 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069216155&fields=id&tenant_id=42a88572ee8443d4a51617c04ca2f416 HTTP/1.1" status: 200 len: 267 time: 0.0454011 Jul 20 09:43:58.162245 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:43:58.238866 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e9b60ae4-1318-4abf-b35a-c60a8aa98b9b tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:58.240346 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e9b60ae4-1318-4abf-b35a-c60a8aa98b9b tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 812 time: 0.1096799 Jul 20 09:43:58.255366 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-a15a1285-39fc-47e4-977c-43824738e8c0 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/quotas/42a88572ee8443d4a51617c04ca2f416 HTTP/1.1" status: 200 len: 375 time: 0.0091412 Jul 20 09:43:58.304470 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-2e55390e-7e8f-45d5-8a8c-6e44be159cc7 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440371 Jul 20 09:43:58.401569 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-b7824da3-5799-4c8a-867b-05a6d7e473bc service neutron] 10.222.0.18 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853398 Jul 20 09:43:58.497052 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e1c3fef6-62f2-4415-b47f-7caaf5cbcd9a service neutron] 10.222.0.18 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902252 Jul 20 09:43:58.782695 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9a3804b3-5610-48d6-8570-bef5852dca5a req-15c233d3-31e7-4be7-9ef2-71b1bf1078e4 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 210 time: 0.0285954 Jul 20 09:43:59.882755 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a827320d-e585-4edf-a7ee-98dd45a0d14b req-53502ac7-7936-4537-8bb7-82dc10217241 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 210 time: 0.0303359 Jul 20 09:43:59.895670 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-bc04d30f-1a12-4b52-8b72-06578cd12385 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:43:59.897277 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-bc04d30f-1a12-4b52-8b72-06578cd12385 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.17 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 812 time: 0.1124275 Jul 20 09:43:59.961338 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-576e68fb-1aa0-433f-906a-0db9e2c78ad1 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a88572ee8443d4a51617c04ca2f416 HTTP/1.1" status: 200 len: 380 time: 0.0562811 Jul 20 09:43:59.969564 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e34ca861-0e3f-4f15-9e77-42b235b08ee2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Request body: {'port': {'device_id': 'acb063d3-178c-44c1-bc45-828171804bff', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'admin_state_up': True, 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'security_groups': ['a3c0748e-e911-4df3-b8ae-bbabb9320bae']}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:44:00.083569 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e34ca861-0e3f-4f15-9e77-42b235b08ee2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Made reservation on behalf of 42a88572ee8443d4a51617c04ca2f416 for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:44:00.086977 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e34ca861-0e3f-4f15-9e77-42b235b08ee2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:00.489453 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e34ca861-0e3f-4f15-9e77-42b235b08ee2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Allocated IP 172.20.0.3 (49ad933c-e19c-4fd1-95f5-c5db07071624/839f002e-4afd-4969-8fc3-6f3fa88beb95/e293b286-c896-48c7-b609-1a4f9bd4117a) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:44:00.491100 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:00.495158 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:00.632651 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e34ca861-0e3f-4f15-9e77-42b235b08ee2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:00.663347 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e34ca861-0e3f-4f15-9e77-42b235b08ee2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:00.706385 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e34ca861-0e3f-4f15-9e77-42b235b08ee2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Network 49ad933c-e19c-4fd1-95f5-c5db07071624 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:44:00.711602 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e34ca861-0e3f-4f15-9e77-42b235b08ee2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:44:00.715754 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e34ca861-0e3f-4f15-9e77-42b235b08ee2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:44:00.747474 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ca861-0e3f-4f15-9e77-42b235b08ee2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Pushing event updated for resources: {'Port': ['ID=e293b286-c896-48c7-b609-1a4f9bd4117a,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:00.774246 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e34ca861-0e3f-4f15-9e77-42b235b08ee2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:00.774892 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e34ca861-0e3f-4f15-9e77-42b235b08ee2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:00.793910 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e34ca861-0e3f-4f15-9e77-42b235b08ee2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8277807 Jul 20 09:44:00.805487 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Request body: {'port': {'device_id': 'acb063d3-178c-44c1-bc45-828171804bff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:44:00.870345 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:00.953353 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-ca5b37da-5715-4738-b811-2250df094871 None None] Provisioning complete for port e293b286-c896-48c7-b609-1a4f9bd4117a triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:44:00.953975 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ca5b37da-5715-4738-b811-2250df094871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:00.985877 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b37da-5715-4738-b811-2250df094871 None None] Port e293b286-c896-48c7-b609-1a4f9bd4117a cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:44:01.033197 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1db1e-4dd0-48e4-860a-2fc8fb376789 req-fc4f23b2-d6d5-4c76-b4fa-4590f1382b21 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:01.034671 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d4c1db1e-4dd0-48e4-860a-2fc8fb376789 req-fc4f23b2-d6d5-4c76-b4fa-4590f1382b21 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 931 time: 0.0645638 Jul 20 09:44:01.135650 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d4c1db1e-4dd0-48e4-860a-2fc8fb376789 req-7a374c65-9961-4dd3-a782-e4e47dccd66b tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907576 Jul 20 09:44:01.206813 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e293b286-c896-48c7-b609-1a4f9bd4117a {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:44:01.215081 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Publish callbacks [] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:01.227529 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Transition to ACTIVE for port object e293b286-c896-48c7-b609-1a4f9bd4117a will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:44:01.232206 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:01.285419 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:01.287457 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Pushing event updated for resources: {'Port': ['ID=e293b286-c896-48c7-b609-1a4f9bd4117a,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:01.294394 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:01.367065 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Attempting to bind port e293b286-c896-48c7-b609-1a4f9bd4117a on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:44:01.367436 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Attempting to bind port e293b286-c896-48c7-b609-1a4f9bd4117a by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:44:01.367767 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Attempting to bind port e293b286-c896-48c7-b609-1a4f9bd4117a on network 49ad933c-e19c-4fd1-95f5-c5db07071624 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:44:01.372639 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Port e293b286-c896-48c7-b609-1a4f9bd4117a on network 49ad933c-e19c-4fd1-95f5-c5db07071624 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:44:01.372963 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Attempting to bind port e293b286-c896-48c7-b609-1a4f9bd4117a on network 49ad933c-e19c-4fd1-95f5-c5db07071624 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:44:01.378093 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:44:01.378442 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Checking segment: {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:44:01.378826 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Bound using segment: {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:44:01.379254 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Bound port: e293b286-c896-48c7-b609-1a4f9bd4117a, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:44:01.379647 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:01.443522 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] For port e293b286-c896-48c7-b609-1a4f9bd4117a, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:44:01.447172 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] For port e293b286-c896-48c7-b609-1a4f9bd4117a, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e293b286-c896-48c7-b609-1a4f9bd4117a,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:44:01.452966 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:01.490486 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:01.491104 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:01.492548 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] 10.222.0.17 "PUT /v2.0/ports/e293b286-c896-48c7-b609-1a4f9bd4117a HTTP/1.1" status: 200 len: 1093 time: 0.6914022 Jul 20 09:44:01.492978 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb063d3-178c-44c1-bc45-828171804bff', 'tag': 'e293b286-c896-48c7-b609-1a4f9bd4117a'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:44:01.495430 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007ac3d7-34e8-4431-a212-dae71c1a8357" -d '{"events": [{"name": "network-changed", "server_uuid": "acb063d3-178c-44c1-bc45-828171804bff", "tag": "e293b286-c896-48c7-b609-1a4f9bd4117a"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:44:01.522524 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486373a6-7082-4564-88d2-777c412b7b1c service neutron] Pushing event updated for resources: {'Port': ['ID=e293b286-c896-48c7-b609-1a4f9bd4117a,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:01.551871 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9afa9b-5001-451a-aa04-6f8ab36e87c6 x-openstack-request-id: req-6b9afa9b-5001-451a-aa04-6f8ab36e87c6 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:44:01.552188 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb063d3-178c-44c1-bc45-828171804bff", "tag": "e293b286-c896-48c7-b609-1a4f9bd4117a", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:44:01.552420 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b9afa9b-5001-451a-aa04-6f8ab36e87c6 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:44:01.552991 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9afa9b-5001-451a-aa04-6f8ab36e87c6'] response: {'name': 'network-changed', 'server_uuid': 'acb063d3-178c-44c1-bc45-828171804bff', 'tag': 'e293b286-c896-48c7-b609-1a4f9bd4117a', 'status': 'completed', 'code': 200} Jul 20 09:44:01.582114 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-1450aeae-22c8-4e65-bcd5-9acd5a83fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:01.583665 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-1450aeae-22c8-4e65-bcd5-9acd5a83fbae service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 1127 time: 0.0439939 Jul 20 09:44:01.624540 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-9580a311-70c5-4600-b100-50630f4c4f14 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e293b286-c896-48c7-b609-1a4f9bd4117a HTTP/1.1" status: 200 len: 217 time: 0.0338972 Jul 20 09:44:01.676234 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-9593eefd-1eba-4e5c-8ed9-eafd4bd5166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:01.677653 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-9593eefd-1eba-4e5c-8ed9-eafd4bd5166e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839f002e-4afd-4969-8fc3-6f3fa88beb95 HTTP/1.1" status: 200 len: 851 time: 0.0468571 Jul 20 09:44:01.728028 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-a23fcb7b-6b1b-4440-9944-83fcb70b8472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:01.729718 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-a23fcb7b-6b1b-4440-9944-83fcb70b8472 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=49ad933c-e19c-4fd1-95f5-c5db07071624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455093 Jul 20 09:44:01.820951 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e842181d-4c62-4da1-b63c-1efcc67e3c63 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834024 Jul 20 09:44:01.914967 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-25f1be3f-917b-4ad2-a6ae-447373aa2817 req-e67bafb1-f043-49e3-95ad-ce5a28bd0a6c service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877502 Jul 20 09:44:02.192541 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ac3d7-34e8-4431-a212-dae71c1a8357 req-4120a815-139a-440d-aafa-5a2d3e999b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:02.194078 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-007ac3d7-34e8-4431-a212-dae71c1a8357 req-4120a815-139a-440d-aafa-5a2d3e999b66 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 1127 time: 0.0406024 Jul 20 09:44:02.302668 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3363f69-b5a0-4021-b391-6cc9af68d3ac req-cf2ed5aa-67e8-4810-bb20-54a31eb82fe9 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:02.304141 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c3363f69-b5a0-4021-b391-6cc9af68d3ac req-cf2ed5aa-67e8-4810-bb20-54a31eb82fe9 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 943 time: 0.0950565 Jul 20 09:44:02.349522 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ac3d7-34e8-4431-a212-dae71c1a8357 req-7902a53b-d156-4f84-a3ad-2fe0ba8029ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:02.350957 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-007ac3d7-34e8-4431-a212-dae71c1a8357 req-7902a53b-d156-4f84-a3ad-2fe0ba8029ae service neutron] 10.222.0.17 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 913 time: 0.1503825 Jul 20 09:44:02.398912 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c3363f69-b5a0-4021-b391-6cc9af68d3ac req-4743ffbc-0771-430e-be10-950d97ab55b2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880337 Jul 20 09:44:02.400585 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-007ac3d7-34e8-4431-a212-dae71c1a8357 req-fe6d0445-d0f4-40e3-be76-766b2f3f7abf service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e293b286-c896-48c7-b609-1a4f9bd4117a HTTP/1.1" status: 200 len: 217 time: 0.0434899 Jul 20 09:44:02.454577 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ac3d7-34e8-4431-a212-dae71c1a8357 req-cb6af85d-9b67-4484-b093-c6e7cab425a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:02.456104 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-007ac3d7-34e8-4431-a212-dae71c1a8357 req-cb6af85d-9b67-4484-b093-c6e7cab425a2 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839f002e-4afd-4969-8fc3-6f3fa88beb95 HTTP/1.1" status: 200 len: 851 time: 0.0486588 Jul 20 09:44:02.500098 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ac3d7-34e8-4431-a212-dae71c1a8357 req-c8369757-7874-4fc3-bdd2-d8ab15b9bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:02.501559 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-007ac3d7-34e8-4431-a212-dae71c1a8357 req-c8369757-7874-4fc3-bdd2-d8ab15b9bcb2 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=49ad933c-e19c-4fd1-95f5-c5db07071624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390840 Jul 20 09:44:02.564121 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:02.578438 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:02.597927 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-007ac3d7-34e8-4431-a212-dae71c1a8357 req-7bc3de16-d029-4575-ada8-ba0cfc3c2e47 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900140 Jul 20 09:44:02.686982 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-007ac3d7-34e8-4431-a212-dae71c1a8357 req-b4edc0ef-fc00-4e59-9530-3c7044dcb141 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828490 Jul 20 09:44:03.520887 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc8421-b4a9-49b3-8663-0616068a5d8d req-6a55110e-6819-482e-b9b0-4ba66dd2e473 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:03.522342 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7fdc8421-b4a9-49b3-8663-0616068a5d8d req-6a55110e-6819-482e-b9b0-4ba66dd2e473 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 943 time: 0.0507679 Jul 20 09:44:03.571124 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7fdc8421-b4a9-49b3-8663-0616068a5d8d req-07dcb10d-0bdd-4890-ba1a-02c269e23fd8 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425987 Jul 20 09:44:04.684610 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9602322-71eb-4c03-b69f-4cc312a1acac req-8d1c14a9-a227-4a87-85dc-037fad004caa tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:04.686125 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d9602322-71eb-4c03-b69f-4cc312a1acac req-8d1c14a9-a227-4a87-85dc-037fad004caa tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 943 time: 0.0487881 Jul 20 09:44:04.738637 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d9602322-71eb-4c03-b69f-4cc312a1acac req-b25880f1-6007-4fa9-a32c-04502fa88723 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469282 Jul 20 09:44:05.850926 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd5333-81c7-4032-9c9a-881b111abdbb req-fb35c08c-0786-4276-aac9-21451afdf295 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:05.852397 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-79dd5333-81c7-4032-9c9a-881b111abdbb req-fb35c08c-0786-4276-aac9-21451afdf295 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 943 time: 0.0459890 Jul 20 09:44:05.900090 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-79dd5333-81c7-4032-9c9a-881b111abdbb req-df3ec493-b005-4264-851b-a7b8f7f6cfba tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415664 Jul 20 09:44:07.015383 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809315a-8969-48e2-9947-cb12eb3e19ba req-364e1da8-ffe9-4040-bae5-a6a6aab25b36 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:07.016882 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2809315a-8969-48e2-9947-cb12eb3e19ba req-364e1da8-ffe9-4040-bae5-a6a6aab25b36 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 943 time: 0.0477078 Jul 20 09:44:07.066523 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2809315a-8969-48e2-9947-cb12eb3e19ba req-a30984c1-7b82-4fe1-acd0-9041672def2a tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442073 Jul 20 09:44:08.177584 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506798f-ff55-453e-9823-2599dd890b71 req-dd41c9c2-61e0-40e2-a501-cb8f6fe43fc2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:08.179038 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0506798f-ff55-453e-9823-2599dd890b71 req-dd41c9c2-61e0-40e2-a501-cb8f6fe43fc2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 943 time: 0.0478132 Jul 20 09:44:08.231836 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0506798f-ff55-453e-9823-2599dd890b71 req-86d2525c-edc1-4963-89cb-e1070f55e439 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468037 Jul 20 09:44:09.494169 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aeae0-951c-42de-b61f-00b3458d2918 req-b6cfad8c-64ef-4914-8d99-0692e1cbcc69 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:09.496088 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-098aeae0-951c-42de-b61f-00b3458d2918 req-b6cfad8c-64ef-4914-8d99-0692e1cbcc69 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 943 time: 0.0471978 Jul 20 09:44:09.543922 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-098aeae0-951c-42de-b61f-00b3458d2918 req-f3fe16db-05d0-4632-8062-fcf0a76659d4 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424469 Jul 20 09:44:10.108540 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device e293b286-c896-48c7-b609-1a4f9bd4117a details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:44:10.208637 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port e293b286-c896-48c7-b609-1a4f9bd4117a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e293b286-c896-48c7-b609-1a4f9bd4117a,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:44:10.220586 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': 'e293b286-c896-48c7-b609-1a4f9bd4117a', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'port_id': 'e293b286-c896-48c7-b609-1a4f9bd4117a', 'mac_address': 'fa:16:3e:f1:57:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:44:10.256322 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port e293b286-c896-48c7-b609-1a4f9bd4117a is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:44:10.257011 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:10.270834 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e293b286-c896-48c7-b609-1a4f9bd4117a {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:44:10.275600 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:10.293466 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port e293b286-c896-48c7-b609-1a4f9bd4117a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e293b286-c896-48c7-b609-1a4f9bd4117a,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:44:10.297428 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:10.346133 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=e293b286-c896-48c7-b609-1a4f9bd4117a,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:10.538593 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['e293b286-c896-48c7-b609-1a4f9bd4117a'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:44:10.614780 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:10.658731 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd0ff1-bb5d-4c67-8947-7e84d3b1fc32 req-84f86307-64cd-4830-8062-0e70bba77537 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:10.660226 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-96bd0ff1-bb5d-4c67-8947-7e84d3b1fc32 req-84f86307-64cd-4830-8062-0e70bba77537 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 944 time: 0.0471344 Jul 20 09:44:10.709863 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-96bd0ff1-bb5d-4c67-8947-7e84d3b1fc32 req-58a58946-42d6-4c3c-8254-b2d0c167e438 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437090 Jul 20 09:44:11.829076 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d8c7f-c718-44ce-95bd-638868041418 req-32fcaa8b-3940-45d9-9297-a93e8b8719fd tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:11.830551 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fe4d8c7f-c718-44ce-95bd-638868041418 req-32fcaa8b-3940-45d9-9297-a93e8b8719fd tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 944 time: 0.0535388 Jul 20 09:44:11.879198 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fe4d8c7f-c718-44ce-95bd-638868041418 req-78b14e49-09b2-400d-8cf8-14b3a2d17fbf tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432398 Jul 20 09:44:12.112842 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device e293b286-c896-48c7-b609-1a4f9bd4117a up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:44:12.157603 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port e293b286-c896-48c7-b609-1a4f9bd4117a completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:44:12.163239 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port e293b286-c896-48c7-b609-1a4f9bd4117a triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:44:12.163631 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:12.234265 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port e293b286-c896-48c7-b609-1a4f9bd4117a is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:44:12.234645 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:12.256992 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb063d3-178c-44c1-bc45-828171804bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e293b286-c896-48c7-b609-1a4f9bd4117a'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:44:12.259236 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f679b4df-0683-45da-80a2-8df519f9123d" -d '{"events": [{"server_uuid": "acb063d3-178c-44c1-bc45-828171804bff", "name": "network-vif-plugged", "status": "completed", "tag": "e293b286-c896-48c7-b609-1a4f9bd4117a"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:44:12.272681 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port e293b286-c896-48c7-b609-1a4f9bd4117a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e293b286-c896-48c7-b609-1a4f9bd4117a,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:44:12.278125 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:12.301580 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a616dd-a5bc-47cd-ae4a-f34dc7004b3f x-openstack-request-id: req-60a616dd-a5bc-47cd-ae4a-f34dc7004b3f {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:44:12.301884 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb063d3-178c-44c1-bc45-828171804bff", "name": "network-vif-plugged", "status": "completed", "tag": "e293b286-c896-48c7-b609-1a4f9bd4117a", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:44:12.302133 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60a616dd-a5bc-47cd-ae4a-f34dc7004b3f {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:44:12.302519 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a616dd-a5bc-47cd-ae4a-f34dc7004b3f'] response: {'server_uuid': 'acb063d3-178c-44c1-bc45-828171804bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e293b286-c896-48c7-b609-1a4f9bd4117a', 'code': 200} Jul 20 09:44:12.331586 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=e293b286-c896-48c7-b609-1a4f9bd4117a,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:12.532975 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3fc25-e4e0-4fa0-b2b9-3a192fd64b03 req-03b8e392-5b26-4bd4-a839-3e1c069bd178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:12.534430 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e8f3fc25-e4e0-4fa0-b2b9-3a192fd64b03 req-03b8e392-5b26-4bd4-a839-3e1c069bd178 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 1129 time: 0.0378029 Jul 20 09:44:12.582850 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e8f3fc25-e4e0-4fa0-b2b9-3a192fd64b03 req-bd25cc89-8ad5-4345-af08-e0eb519ff9a3 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397043 Jul 20 09:44:12.990849 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2a2fb-2741-4e1f-8173-7bc422109552 req-d800caf2-f4b8-49b7-b028-1279e8603e79 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:12.992337 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6bc2a2fb-2741-4e1f-8173-7bc422109552 req-d800caf2-f4b8-49b7-b028-1279e8603e79 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 945 time: 0.0470078 Jul 20 09:44:13.045899 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6bc2a2fb-2741-4e1f-8173-7bc422109552 req-6f9878b4-365c-42e4-840a-a51fdee6949b tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474658 Jul 20 09:44:14.175728 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04856c18-cd20-4a1f-8c6c-66e41213ce07 req-b76e3224-c254-47e1-a819-add8f2f20d6d tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:14.177241 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-04856c18-cd20-4a1f-8c6c-66e41213ce07 req-b76e3224-c254-47e1-a819-add8f2f20d6d tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 945 time: 0.0576847 Jul 20 09:44:14.227767 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-04856c18-cd20-4a1f-8c6c-66e41213ce07 req-164264db-8c2b-4fdd-9531-a9bbc2c701e9 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443103 Jul 20 09:44:15.344751 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5719a0-cf55-417e-a352-f90db119716d req-9e4df956-9038-44c2-86fd-916ea68ae39a tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:15.346233 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1e5719a0-cf55-417e-a352-f90db119716d req-9e4df956-9038-44c2-86fd-916ea68ae39a tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 945 time: 0.0490062 Jul 20 09:44:15.396316 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1e5719a0-cf55-417e-a352-f90db119716d req-568d8f80-e586-414a-a441-fca9ac868f72 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445521 Jul 20 09:44:15.518003 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6460719-e404-498e-93f2-74451d9ea585 req-73306c64-2604-42f4-9c9d-56644930ef86 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:15.519486 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f6460719-e404-498e-93f2-74451d9ea585 req-73306c64-2604-42f4-9c9d-56644930ef86 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 945 time: 0.0536830 Jul 20 09:44:15.574940 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f6460719-e404-498e-93f2-74451d9ea585 req-03468151-9d3d-48e8-add3-9440e858fb64 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499845 Jul 20 09:44:15.607120 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56120) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:44:15.831989 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1623d3f5-b401-4430-93ee-a2368025d0c0 tempest-TestVolumeBootPattern-512342860 tempest-TestVolumeBootPattern-512342860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:15.833483 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-1623d3f5-b401-4430-93ee-a2368025d0c0 tempest-TestVolumeBootPattern-512342860 tempest-TestVolumeBootPattern-512342860-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 1124 time: 0.2253351 Jul 20 09:44:15.836331 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56124) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:44:15.840990 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Request body: {'floatingip': {'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'port_id': 'e293b286-c896-48c7-b609-1a4f9bd4117a', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:44:15.861225 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:15.941586 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:15.991875 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:16.001834 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:16.046664 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Allocated IP 172.27.1.234 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/8448d894-bb41-4860-8e5f-c13b433a1de6) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:44:16.150191 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for port (8448d894-bb41-4860-8e5f-c13b433a1de6), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:16.183556 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (8448d894-bb41-4860-8e5f-c13b433a1de6), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:16.221302 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:44:16.226325 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:44:16.230326 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:44:16.235462 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Pushing event updated for resources: {'Port': ['ID=8448d894-bb41-4860-8e5f-c13b433a1de6,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:16.266098 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:16.266443 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:16.266782 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:16.267119 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:16.267487 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:16.267816 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:16.268140 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:16.268461 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:16.268782 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:16.269118 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:16.269424 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:16.269748 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:16.270065 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:16.270380 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:16.270696 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:16.598924 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for floatingip (91ebaa40-9cce-4600-8200-734712709a29), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:16.666814 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (8448d894-bb41-4860-8e5f-c13b433a1de6), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:16.727111 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:16.783995 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:16.812823 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for port (8448d894-bb41-4860-8e5f-c13b433a1de6), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:16.817222 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (8448d894-bb41-4860-8e5f-c13b433a1de6), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:16.845278 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:16.887334 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Pushing event updated for resources: {'Port': ['ID=8448d894-bb41-4860-8e5f-c13b433a1de6,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:16.899367 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (91ebaa40-9cce-4600-8200-734712709a29), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:16.994280 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Floating IP 91ebaa40-9cce-4600-8200-734712709a29 associated. External IP: 172.27.1.234, port: e293b286-c896-48c7-b609-1a4f9bd4117a. Jul 20 09:44:17.186485 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Router 1405944f-ab8f-4a81-bcb8-e62ca6314473 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:44:17.289991 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:44:17.300563 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b6927-dcb7-45bf-ac96-20a9fb0d5dd2 None None] Sync routers for ids ['1405944f-ab8f-4a81-bcb8-e62ca6314473'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:44:17.308988 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:17.311267 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b6927-dcb7-45bf-ac96-20a9fb0d5dd2 None None] Routers {'1405944f-ab8f-4a81-bcb8-e62ca6314473'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:44:17.311932 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-782b6927-dcb7-45bf-ac96-20a9fb0d5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:43:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1405944f-ab8f-4a81-bcb8-e62ca6314473'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:44:17.345823 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-64fc8b83-dd24-4228-8e04-06fdb37d949f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5063808 Jul 20 09:44:17.345823 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb063d3-178c-44c1-bc45-828171804bff', 'tag': 'e293b286-c896-48c7-b609-1a4f9bd4117a'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:44:17.346750 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fafcf6-1de9-4617-bf53-a11de419bb16" -d '{"events": [{"name": "network-changed", "server_uuid": "acb063d3-178c-44c1-bc45-828171804bff", "tag": "e293b286-c896-48c7-b609-1a4f9bd4117a"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:44:17.382650 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7b3e32-5047-4d8d-ae7a-9685ac08ed6b x-openstack-request-id: req-be7b3e32-5047-4d8d-ae7a-9685ac08ed6b {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:44:17.383073 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb063d3-178c-44c1-bc45-828171804bff", "tag": "e293b286-c896-48c7-b609-1a4f9bd4117a", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:44:17.383358 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be7b3e32-5047-4d8d-ae7a-9685ac08ed6b {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:44:17.383787 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be7b3e32-5047-4d8d-ae7a-9685ac08ed6b'] response: {'name': 'network-changed', 'server_uuid': 'acb063d3-178c-44c1-bc45-828171804bff', 'tag': 'e293b286-c896-48c7-b609-1a4f9bd4117a', 'status': 'completed', 'code': 200} Jul 20 09:44:17.417906 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-782b6927-dcb7-45bf-ac96-20a9fb0d5dd2 None None] Set router 1405944f-ab8f-4a81-bcb8-e62ca6314473 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:44:17.447540 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:17.449891 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fafcf6-1de9-4617-bf53-a11de419bb16 req-5c4d8dc3-7ee9-4728-8101-9692d8190ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:17.451492 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-69fafcf6-1de9-4617-bf53-a11de419bb16 req-5c4d8dc3-7ee9-4728-8101-9692d8190ae8 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 1129 time: 0.0424252 Jul 20 09:44:17.544411 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fafcf6-1de9-4617-bf53-a11de419bb16 req-99afeff7-d185-4436-b25a-bf740474a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:17.545819 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-69fafcf6-1de9-4617-bf53-a11de419bb16 req-99afeff7-d185-4436-b25a-bf740474a4d2 service neutron] 10.222.0.17 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 913 time: 0.0873230 Jul 20 09:44:17.617358 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-69fafcf6-1de9-4617-bf53-a11de419bb16 req-ba769013-c775-41a8-b8d9-e6b7db800f3c service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e293b286-c896-48c7-b609-1a4f9bd4117a HTTP/1.1" status: 200 len: 999 time: 0.0579138 Jul 20 09:44:17.628407 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-782b6927-dcb7-45bf-ac96-20a9fb0d5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:31Z', 'updated_at': '2022-07-20T09:43:35Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'gw_port': {'id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:32Z', 'updated_at': '2022-07-20T09:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '91ebaa40-9cce-4600-8200-734712709a29', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'port_id': 'e293b286-c896-48c7-b609-1a4f9bd4117a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'mac_address': 'fa:16:3e:f1:57:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb063d3-178c-44c1-bc45-828171804bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:44:16Z', 'updated_at': '2022-07-20T09:44:16Z', 'revision_number': 0, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b296a5ae-85e0-428b-9980-8d8a93e1bda6', 'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'mac_address': 'fa:16:3e:84:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:34Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 5, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'subnets': [{'id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:44:17.656854 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b6927-dcb7-45bf-ac96-20a9fb0d5dd2 None None] Checking router: 1405944f-ab8f-4a81-bcb8-e62ca6314473 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:44:17.665389 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b6927-dcb7-45bf-ac96-20a9fb0d5dd2 None None] Routers {'1405944f-ab8f-4a81-bcb8-e62ca6314473'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:44:17.665984 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-782b6927-dcb7-45bf-ac96-20a9fb0d5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:43:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1405944f-ab8f-4a81-bcb8-e62ca6314473'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:44:17.668533 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fafcf6-1de9-4617-bf53-a11de419bb16 req-23895f3c-1a4b-40bf-a25c-6d688086877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:17.670042 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-69fafcf6-1de9-4617-bf53-a11de419bb16 req-23895f3c-1a4b-40bf-a25c-6d688086877d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839f002e-4afd-4969-8fc3-6f3fa88beb95 HTTP/1.1" status: 200 len: 851 time: 0.0467801 Jul 20 09:44:17.703544 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:17.717095 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fafcf6-1de9-4617-bf53-a11de419bb16 req-3e5d80d4-d7d9-4d7a-8ed6-a987341d7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:17.718696 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-69fafcf6-1de9-4617-bf53-a11de419bb16 req-3e5d80d4-d7d9-4d7a-8ed6-a987341d7545 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=49ad933c-e19c-4fd1-95f5-c5db07071624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411549 Jul 20 09:44:17.768825 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-782b6927-dcb7-45bf-ac96-20a9fb0d5dd2 None None] Set router 1405944f-ab8f-4a81-bcb8-e62ca6314473 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:44:17.815715 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-69fafcf6-1de9-4617-bf53-a11de419bb16 req-23396820-26ae-486f-a706-4ed15b026be5 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882101 Jul 20 09:44:17.850416 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:17.912766 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-69fafcf6-1de9-4617-bf53-a11de419bb16 req-a4c2da37-e7c0-4f17-a95e-43a10d876331 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870271 Jul 20 09:44:17.940037 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:17.980466 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-782b6927-dcb7-45bf-ac96-20a9fb0d5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:31Z', 'updated_at': '2022-07-20T09:43:35Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'gw_port': {'id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:32Z', 'updated_at': '2022-07-20T09:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '91ebaa40-9cce-4600-8200-734712709a29', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'port_id': 'e293b286-c896-48c7-b609-1a4f9bd4117a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'mac_address': 'fa:16:3e:f1:57:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb063d3-178c-44c1-bc45-828171804bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:44:16Z', 'updated_at': '2022-07-20T09:44:16Z', 'revision_number': 0, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b296a5ae-85e0-428b-9980-8d8a93e1bda6', 'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'mac_address': 'fa:16:3e:84:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:34Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 5, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'subnets': [{'id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:44:18.008025 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b6927-dcb7-45bf-ac96-20a9fb0d5dd2 None None] The sync data for ids ['1405944f-ab8f-4a81-bcb8-e62ca6314473'] in dv-cinder-822822-3-iscsi is: [{'id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:31Z', 'updated_at': '2022-07-20T09:43:35Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'gw_port': {'id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:32Z', 'updated_at': '2022-07-20T09:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '91ebaa40-9cce-4600-8200-734712709a29', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'port_id': 'e293b286-c896-48c7-b609-1a4f9bd4117a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'mac_address': 'fa:16:3e:f1:57:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb063d3-178c-44c1-bc45-828171804bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:44:16Z', 'updated_at': '2022-07-20T09:44:16Z', 'revision_number': 0, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b296a5ae-85e0-428b-9980-8d8a93e1bda6', 'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'mac_address': 'fa:16:3e:84:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:34Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 5, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'subnets': [{'id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:44:18.187064 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfbc89e-4678-478f-8d5f-c355ea5a0e15 None None] New status for floating IP 91ebaa40-9cce-4600-8200-734712709a29: ACTIVE {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:44:18.628816 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:44:23.041929 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bccd3248-6c79-4910-84c9-dcdeaa62708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:25.286869 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-77d6412c-968b-4933-a71d-3c953bdb4050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:25.566720 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:25.570841 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=99 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:26.292942 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:27.809011 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:27.908594 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=6 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:27.909439 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=24 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:28.168024 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:28.294560 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:28.623933 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:30.705304 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56176) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:44:30.709864 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-1609dfbe-59fb-4465-b086-c003deb5e387 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--288433555', 'description': 'tempest-description--1578498024'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:44:30.731921 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-1609dfbe-59fb-4465-b086-c003deb5e387 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:30.811509 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-1609dfbe-59fb-4465-b086-c003deb5e387 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (7374ffbb-c06d-4693-a721-e054ffd68dbc), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:30.815261 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-1609dfbe-59fb-4465-b086-c003deb5e387 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (7374ffbb-c06d-4693-a721-e054ffd68dbc), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:30.845397 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-1609dfbe-59fb-4465-b086-c003deb5e387 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:30.846680 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-1609dfbe-59fb-4465-b086-c003deb5e387 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1403375 Jul 20 09:44:30.849451 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56178) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:44:30.853799 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-f7a8dce3-c352-44c4-aff9-f6ad63353cf7 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'security_group_rule': {'security_group_id': '7374ffbb-c06d-4693-a721-e054ffd68dbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:44:30.862007 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609dfbe-59fb-4465-b086-c003deb5e387 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7374ffbb-c06d-4693-a721-e054ffd68dbc,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:30.883004 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f7a8dce3-c352-44c4-aff9-f6ad63353cf7 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (cba4a854-8297-4396-84bf-cc5e799d936a), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:30.940122 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f7a8dce3-c352-44c4-aff9-f6ad63353cf7 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (cba4a854-8297-4396-84bf-cc5e799d936a), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:30.943674 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f7a8dce3-c352-44c4-aff9-f6ad63353cf7 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (cba4a854-8297-4396-84bf-cc5e799d936a), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:30.962984 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8dce3-c352-44c4-aff9-f6ad63353cf7 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba4a854-8297-4396-84bf-cc5e799d936a,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:30.968153 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-f7a8dce3-c352-44c4-aff9-f6ad63353cf7 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:30.969341 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-f7a8dce3-c352-44c4-aff9-f6ad63353cf7 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189790 Jul 20 09:44:30.972062 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56180) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:44:30.976243 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-48570e5c-6bcb-496c-a4ba-1dd962ee4f44 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'security_group_rule': {'security_group_id': '7374ffbb-c06d-4693-a721-e054ffd68dbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:44:31.002091 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-48570e5c-6bcb-496c-a4ba-1dd962ee4f44 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (ce00c5db-bb87-4db7-a974-64cae6354738), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:31.059106 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-48570e5c-6bcb-496c-a4ba-1dd962ee4f44 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (ce00c5db-bb87-4db7-a974-64cae6354738), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:31.062753 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-48570e5c-6bcb-496c-a4ba-1dd962ee4f44 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (ce00c5db-bb87-4db7-a974-64cae6354738), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:31.081282 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48570e5c-6bcb-496c-a4ba-1dd962ee4f44 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce00c5db-bb87-4db7-a974-64cae6354738,revision_number=0']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:31.088327 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-48570e5c-6bcb-496c-a4ba-1dd962ee4f44 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:31.089664 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-48570e5c-6bcb-496c-a4ba-1dd962ee4f44 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166792 Jul 20 09:44:31.092656 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56182) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:44:31.097151 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'floatingip': {'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:44:31.117356 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:31.196222 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:31.303450 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Allocated IP 172.27.1.211 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/7a2ea297-5aef-44cc-bca9-210ae9406c73) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:44:31.314690 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:31.405925 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for port (7a2ea297-5aef-44cc-bca9-210ae9406c73), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:31.414902 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:31.440768 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (7a2ea297-5aef-44cc-bca9-210ae9406c73), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:31.484007 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:44:31.490764 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:44:31.493272 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:44:31.515612 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'Port': ['ID=7a2ea297-5aef-44cc-bca9-210ae9406c73,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:31.578052 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (be424ebf-e4ad-4197-91fa-2bd6714504ee), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:31.614186 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (7a2ea297-5aef-44cc-bca9-210ae9406c73), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:31.761477 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for port (7a2ea297-5aef-44cc-bca9-210ae9406c73), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:31.765974 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (7a2ea297-5aef-44cc-bca9-210ae9406c73), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:32.100652 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'Port': ['ID=7a2ea297-5aef-44cc-bca9-210ae9406c73,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:32.113184 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (be424ebf-e4ad-4197-91fa-2bd6714504ee), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:32.128183 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:32.129470 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-c5b7e7e7-be6a-488d-a5ca-1baa096c4d00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0357897 Jul 20 09:44:32.326590 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-b40c4224-1155-4484-bfbd-cc89cae441d8 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--288433555&fields=id&tenant_id=a1fe308758354ddfb050def8345355ff HTTP/1.1" status: 200 len: 267 time: 0.0422041 Jul 20 09:44:32.402521 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:32.434549 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-883a0e93-6124-44dc-a888-0a3525dae77e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:32.436035 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-883a0e93-6124-44dc-a888-0a3525dae77e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 815 time: 0.1031368 Jul 20 09:44:32.451407 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-dcabf9be-ce33-4398-ae12-858a7c0a3378 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/quotas/a1fe308758354ddfb050def8345355ff HTTP/1.1" status: 200 len: 375 time: 0.0100043 Jul 20 09:44:32.502009 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-10376bac-fbc5-4187-bffc-89c8ecc6b852 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456917 Jul 20 09:44:32.596255 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-6fa6590e-baeb-4d3a-bfc7-0711f8369a53 service neutron] 10.222.0.18 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823538 Jul 20 09:44:32.688529 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-eb131bfb-f28e-46fa-89ca-71b008ab72c9 service neutron] 10.222.0.18 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866261 Jul 20 09:44:32.860104 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2be1fcac-8021-4f7d-92b3-29dfd1beba78 req-abc8c7ef-3b22-4fae-ab04-fe8299a4d37a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 210 time: 0.0289674 Jul 20 09:44:33.810775 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:33.885467 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-ae34bcc7-2a7a-41a4-8c80-e87d7234b813 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:33.887178 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-ae34bcc7-2a7a-41a4-8c80-e87d7234b813 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 815 time: 0.1116776 Jul 20 09:44:33.972001 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d333f8c8-5bf8-4f63-af31-a6b6510c4a12 req-7a30c405-f913-490f-9f4d-8ed465ea9b4f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 210 time: 0.0393078 Jul 20 09:44:33.990695 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-3daffe84-fd5a-460f-b37b-682012f0ba03 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1fe308758354ddfb050def8345355ff HTTP/1.1" status: 200 len: 472 time: 0.0915625 Jul 20 09:44:34.055416 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-0e5f0dcf-8f40-42e8-bfee-8cf416bae7aa tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'port': {'device_id': '222645e9-a074-436a-b823-1e91a831e7ef', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'admin_state_up': True, 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'security_groups': ['7374ffbb-c06d-4693-a721-e054ffd68dbc']}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:44:34.165966 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-0e5f0dcf-8f40-42e8-bfee-8cf416bae7aa tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Made reservation on behalf of a1fe308758354ddfb050def8345355ff for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:44:34.169311 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-0e5f0dcf-8f40-42e8-bfee-8cf416bae7aa tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:34.290313 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-0e5f0dcf-8f40-42e8-bfee-8cf416bae7aa tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Allocated IP 172.20.0.11 (6671a0fd-e3f4-4bae-a778-86d0bc616f5d/0ad9e585-6099-4be5-adc8-f1d59931f57d/4ad74243-049d-4a2f-92b4-f2a502ec0c28) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:44:34.431947 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-0e5f0dcf-8f40-42e8-bfee-8cf416bae7aa tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:34.454283 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:34.465976 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-0e5f0dcf-8f40-42e8-bfee-8cf416bae7aa tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:34.506797 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-0e5f0dcf-8f40-42e8-bfee-8cf416bae7aa tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:44:34.509849 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-0e5f0dcf-8f40-42e8-bfee-8cf416bae7aa tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:44:34.512271 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-0e5f0dcf-8f40-42e8-bfee-8cf416bae7aa tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:44:34.551763 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f0dcf-8f40-42e8-bfee-8cf416bae7aa tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'Port': ['ID=4ad74243-049d-4a2f-92b4-f2a502ec0c28,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:34.575908 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-0e5f0dcf-8f40-42e8-bfee-8cf416bae7aa tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:34.577098 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-0e5f0dcf-8f40-42e8-bfee-8cf416bae7aa tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:34.594649 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-0e5f0dcf-8f40-42e8-bfee-8cf416bae7aa tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5428457 Jul 20 09:44:34.607023 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Request body: {'port': {'device_id': '222645e9-a074-436a-b823-1e91a831e7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:44:34.669300 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:34.683601 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:34.739129 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-48c03832-47ca-486d-86db-74fd4b641e08 None None] Provisioning complete for port 4ad74243-049d-4a2f-92b4-f2a502ec0c28 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:44:34.739811 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-48c03832-47ca-486d-86db-74fd4b641e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:34.771688 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-48c03832-47ca-486d-86db-74fd4b641e08 None None] Port 4ad74243-049d-4a2f-92b4-f2a502ec0c28 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:44:34.925464 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad74243-049d-4a2f-92b4-f2a502ec0c28 {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:44:34.932959 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Publish callbacks [] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:34.945351 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Transition to ACTIVE for port object 4ad74243-049d-4a2f-92b4-f2a502ec0c28 will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:44:34.948793 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:34.997151 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad74243-049d-4a2f-92b4-f2a502ec0c28,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:35.072941 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Attempting to bind port 4ad74243-049d-4a2f-92b4-f2a502ec0c28 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:44:35.073303 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Attempting to bind port 4ad74243-049d-4a2f-92b4-f2a502ec0c28 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:44:35.073641 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Attempting to bind port 4ad74243-049d-4a2f-92b4-f2a502ec0c28 on network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:44:35.078866 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Port 4ad74243-049d-4a2f-92b4-f2a502ec0c28 on network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:44:35.079192 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Attempting to bind port 4ad74243-049d-4a2f-92b4-f2a502ec0c28 on network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:44:35.084497 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:44:35.084839 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Checking segment: {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:44:35.085221 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Bound using segment: {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:44:35.085644 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Bound port: 4ad74243-049d-4a2f-92b4-f2a502ec0c28, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:44:35.086011 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:35.100032 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3f6bc-d2ad-425c-a4e5-ecd05d68f128 req-a3935e1a-29d2-460d-92d6-02f9b2e805c1 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:35.101675 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-62a3f6bc-d2ad-425c-a4e5-ecd05d68f128 req-a3935e1a-29d2-460d-92d6-02f9b2e805c1 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 944 time: 0.0515797 Jul 20 09:44:35.156688 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-62a3f6bc-d2ad-425c-a4e5-ecd05d68f128 req-2d2f5942-7118-4c18-a07e-a5eb4203ce32 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=7374ffbb-c06d-4693-a721-e054ffd68dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490291 Jul 20 09:44:35.157133 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] For port 4ad74243-049d-4a2f-92b4-f2a502ec0c28, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:44:35.160729 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] For port 4ad74243-049d-4a2f-92b4-f2a502ec0c28, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4ad74243-049d-4a2f-92b4-f2a502ec0c28,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:44:35.166536 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:35.199976 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:35.200898 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:35.201998 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] 10.222.0.17 "PUT /v2.0/ports/4ad74243-049d-4a2f-92b4-f2a502ec0c28 HTTP/1.1" status: 200 len: 1094 time: 0.5998971 Jul 20 09:44:35.202422 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222645e9-a074-436a-b823-1e91a831e7ef', 'tag': '4ad74243-049d-4a2f-92b4-f2a502ec0c28'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:44:35.204708 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad431f1c-2970-4ee2-85ca-e340c19e7098" -d '{"events": [{"name": "network-changed", "server_uuid": "222645e9-a074-436a-b823-1e91a831e7ef", "tag": "4ad74243-049d-4a2f-92b4-f2a502ec0c28"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:44:35.236605 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f94a84-60ec-48c0-a226-d1d1b1bd0466 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad74243-049d-4a2f-92b4-f2a502ec0c28,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:35.262163 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59e3c82-357c-4e76-a852-457a80f456b0 x-openstack-request-id: req-e59e3c82-357c-4e76-a852-457a80f456b0 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:44:35.262453 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222645e9-a074-436a-b823-1e91a831e7ef", "tag": "4ad74243-049d-4a2f-92b4-f2a502ec0c28", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:44:35.262700 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e59e3c82-357c-4e76-a852-457a80f456b0 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:44:35.263098 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59e3c82-357c-4e76-a852-457a80f456b0'] response: {'name': 'network-changed', 'server_uuid': '222645e9-a074-436a-b823-1e91a831e7ef', 'tag': '4ad74243-049d-4a2f-92b4-f2a502ec0c28', 'status': 'completed', 'code': 200} Jul 20 09:44:35.291196 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-b8abead1-cd70-47fe-a4b6-3cc92e2d3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:35.292927 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-b8abead1-cd70-47fe-a4b6-3cc92e2d3974 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 1128 time: 0.0430369 Jul 20 09:44:35.341671 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-5ad185d8-d3a1-4830-8f00-0df068b3a126 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ad74243-049d-4a2f-92b4-f2a502ec0c28 HTTP/1.1" status: 200 len: 217 time: 0.0393233 Jul 20 09:44:35.377630 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:35.395176 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-a728283c-d23a-434a-9c2a-92cbfbc8fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:35.396647 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-a728283c-d23a-434a-9c2a-92cbfbc8fe44 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0ad9e585-6099-4be5-adc8-f1d59931f57d HTTP/1.1" status: 200 len: 854 time: 0.0489371 Jul 20 09:44:35.444503 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-c6978ffb-177c-4b98-b5e2-d7db93b9368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:35.445540 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-c6978ffb-177c-4b98-b5e2-d7db93b9368f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412235 Jul 20 09:44:35.538563 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-7a79d886-eee8-47bb-9bf5-8d02dc875a8c service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859284 Jul 20 09:44:35.604849 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:35.630290 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8b0347da-3a32-477a-b651-4f122002c8d5 req-8f7656ab-5a57-474f-b873-89fdd8056e33 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845876 Jul 20 09:44:36.275623 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a4fa4-7ce7-47e3-b76e-3266e1700e34 req-f218fd3f-66d4-4438-80eb-7a1edade2b38 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:36.277181 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b21a4fa4-7ce7-47e3-b76e-3266e1700e34 req-f218fd3f-66d4-4438-80eb-7a1edade2b38 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 944 time: 0.0511575 Jul 20 09:44:36.325069 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b21a4fa4-7ce7-47e3-b76e-3266e1700e34 req-d8077918-67ca-43a6-b8f1-70473cea6ac8 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=7374ffbb-c06d-4693-a721-e054ffd68dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423727 Jul 20 09:44:36.613826 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad431f1c-2970-4ee2-85ca-e340c19e7098 req-062ec870-126c-4fcc-a4c2-8c18cf3c15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:36.615342 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ad431f1c-2970-4ee2-85ca-e340c19e7098 req-062ec870-126c-4fcc-a4c2-8c18cf3c15fe service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 1128 time: 0.0390654 Jul 20 09:44:36.714235 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad431f1c-2970-4ee2-85ca-e340c19e7098 req-2add1f13-af4e-4b30-8655-643ca2cb07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:36.715654 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ad431f1c-2970-4ee2-85ca-e340c19e7098 req-2add1f13-af4e-4b30-8655-643ca2cb07e4 service neutron] 10.222.0.17 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 916 time: 0.0938296 Jul 20 09:44:36.758193 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ad431f1c-2970-4ee2-85ca-e340c19e7098 req-ac26d058-1b8e-4708-b8dd-2030999aa732 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ad74243-049d-4a2f-92b4-f2a502ec0c28 HTTP/1.1" status: 200 len: 217 time: 0.0331120 Jul 20 09:44:36.815778 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad431f1c-2970-4ee2-85ca-e340c19e7098 req-bbd43d25-17a4-473d-abf0-98a47daf209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:36.817193 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ad431f1c-2970-4ee2-85ca-e340c19e7098 req-bbd43d25-17a4-473d-abf0-98a47daf209a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0ad9e585-6099-4be5-adc8-f1d59931f57d HTTP/1.1" status: 200 len: 854 time: 0.0494852 Jul 20 09:44:36.861505 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad431f1c-2970-4ee2-85ca-e340c19e7098 req-f042fde6-73f0-4a94-a168-851b4995261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:36.862986 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ad431f1c-2970-4ee2-85ca-e340c19e7098 req-f042fde6-73f0-4a94-a168-851b4995261c service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392833 Jul 20 09:44:36.951497 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ad431f1c-2970-4ee2-85ca-e340c19e7098 req-6d2984f3-6f02-4797-aa9d-0de5d87ee5bf service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811219 Jul 20 09:44:37.046108 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ad431f1c-2970-4ee2-85ca-e340c19e7098 req-f1c9d151-3d91-4d89-9b5c-d1990fb0826f service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865400 Jul 20 09:44:37.438369 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5af72e-e180-4fbe-8651-261466761457 req-57facc26-00c5-4ecf-96ca-7a3836f67b4e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:37.439912 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7c5af72e-e180-4fbe-8651-261466761457 req-57facc26-00c5-4ecf-96ca-7a3836f67b4e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 944 time: 0.0475144 Jul 20 09:44:37.491834 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7c5af72e-e180-4fbe-8651-261466761457 req-13ae1db9-8d36-4d1a-95ea-3cf6cb0fe560 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=7374ffbb-c06d-4693-a721-e054ffd68dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416071 Jul 20 09:44:38.257618 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 4ad74243-049d-4a2f-92b4-f2a502ec0c28 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:44:38.296536 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:38.485099 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 4ad74243-049d-4a2f-92b4-f2a502ec0c28, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4ad74243-049d-4a2f-92b4-f2a502ec0c28,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:44:38.495810 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '4ad74243-049d-4a2f-92b4-f2a502ec0c28', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'port_id': '4ad74243-049d-4a2f-92b4-f2a502ec0c28', 'mac_address': 'fa:16:3e:69:03:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:44:38.530196 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 4ad74243-049d-4a2f-92b4-f2a502ec0c28 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:44:38.530586 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:38.544160 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad74243-049d-4a2f-92b4-f2a502ec0c28 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:44:38.563835 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 4ad74243-049d-4a2f-92b4-f2a502ec0c28, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4ad74243-049d-4a2f-92b4-f2a502ec0c28,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:44:38.568330 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:38.608489 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223df193-fcf1-4505-92d0-79f3d1777845 req-92d6446d-b4f7-4030-b104-b54a660023fb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:38.609966 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-223df193-fcf1-4505-92d0-79f3d1777845 req-92d6446d-b4f7-4030-b104-b54a660023fb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 945 time: 0.0502276 Jul 20 09:44:38.616571 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=4ad74243-049d-4a2f-92b4-f2a502ec0c28,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:38.623826 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:38.624166 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:38.624501 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:38.624832 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:38.625160 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:38.625485 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:38.625808 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:38.626124 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:38.626444 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:38.626757 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:38.627073 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:38.627420 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:38.627735 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:38.628046 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:38.628359 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:44:38.658438 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-223df193-fcf1-4505-92d0-79f3d1777845 req-cd51336f-22de-4202-9fa9-22922cb4060e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=7374ffbb-c06d-4693-a721-e054ffd68dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428801 Jul 20 09:44:38.859788 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['4ad74243-049d-4a2f-92b4-f2a502ec0c28'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:44:39.775802 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212caa4-9328-474c-97dd-88f5b9663761 req-e6cf0072-539b-4dc4-8d57-7843eeb7cab4 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:39.777283 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c212caa4-9328-474c-97dd-88f5b9663761 req-e6cf0072-539b-4dc4-8d57-7843eeb7cab4 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 945 time: 0.0513949 Jul 20 09:44:39.824594 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c212caa4-9328-474c-97dd-88f5b9663761 req-c4a4111f-fb13-405e-9116-246ae31fd078 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=7374ffbb-c06d-4693-a721-e054ffd68dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 Jul 20 09:44:40.272844 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 4ad74243-049d-4a2f-92b4-f2a502ec0c28 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:44:40.318499 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 4ad74243-049d-4a2f-92b4-f2a502ec0c28 completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:44:40.325272 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 4ad74243-049d-4a2f-92b4-f2a502ec0c28 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:44:40.325763 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:40.397374 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 4ad74243-049d-4a2f-92b4-f2a502ec0c28 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:44:40.397677 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:40.415866 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:40.421798 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222645e9-a074-436a-b823-1e91a831e7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad74243-049d-4a2f-92b4-f2a502ec0c28'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:44:40.424159 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5b2189-2d53-4323-9bd7-ae5e0b266360" -d '{"events": [{"server_uuid": "222645e9-a074-436a-b823-1e91a831e7ef", "name": "network-vif-plugged", "status": "completed", "tag": "4ad74243-049d-4a2f-92b4-f2a502ec0c28"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:44:40.442373 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 4ad74243-049d-4a2f-92b4-f2a502ec0c28, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4ad74243-049d-4a2f-92b4-f2a502ec0c28,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:44:40.447782 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:40.477551 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65edabd2-9bc5-429f-a30b-6863ad737df2 x-openstack-request-id: req-65edabd2-9bc5-429f-a30b-6863ad737df2 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:44:40.477992 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222645e9-a074-436a-b823-1e91a831e7ef", "name": "network-vif-plugged", "status": "completed", "tag": "4ad74243-049d-4a2f-92b4-f2a502ec0c28", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:44:40.478247 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65edabd2-9bc5-429f-a30b-6863ad737df2 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:44:40.479139 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65edabd2-9bc5-429f-a30b-6863ad737df2'] response: {'server_uuid': '222645e9-a074-436a-b823-1e91a831e7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad74243-049d-4a2f-92b4-f2a502ec0c28', 'code': 200} Jul 20 09:44:40.506902 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=4ad74243-049d-4a2f-92b4-f2a502ec0c28,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:44:40.642244 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fb621-e82f-4684-b0d3-8f9a6000a0bd req-e25773b7-b6c3-46a6-9eaa-e426cc00cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:40.643789 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-048fb621-e82f-4684-b0d3-8f9a6000a0bd req-e25773b7-b6c3-46a6-9eaa-e426cc00cea2 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 1130 time: 0.0395398 Jul 20 09:44:40.688800 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-048fb621-e82f-4684-b0d3-8f9a6000a0bd req-6b8724c4-d410-47ca-8e6b-cb0222eee553 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=7374ffbb-c06d-4693-a721-e054ffd68dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386229 Jul 20 09:44:40.927810 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:40.937160 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de79fb-5d01-4926-b980-8918525eb8e3 req-30213a58-1bb7-4db4-af7b-f7f76b4fee35 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:40.938626 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a8de79fb-5d01-4926-b980-8918525eb8e3 req-30213a58-1bb7-4db4-af7b-f7f76b4fee35 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 946 time: 0.0477009 Jul 20 09:44:40.989198 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a8de79fb-5d01-4926-b980-8918525eb8e3 req-0d5713c2-e2a5-4476-a517-bdc11b487e00 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=7374ffbb-c06d-4693-a721-e054ffd68dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449033 Jul 20 09:44:42.106767 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d49229-48ed-42cd-8477-4c870ae89163 req-225b1e54-8e90-465e-ac37-8fc0f96cf9c4 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:42.108267 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-37d49229-48ed-42cd-8477-4c870ae89163 req-225b1e54-8e90-465e-ac37-8fc0f96cf9c4 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 946 time: 0.0507550 Jul 20 09:44:42.154838 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-37d49229-48ed-42cd-8477-4c870ae89163 req-c2c16cca-84d1-45d6-8a69-187f7c73586b tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=7374ffbb-c06d-4693-a721-e054ffd68dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411718 Jul 20 09:44:43.268957 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12e6be-8ddd-45d8-b201-b2f569dcc739 req-952a28dc-2e87-4082-b841-d56e6b2759fb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:43.270430 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6e12e6be-8ddd-45d8-b201-b2f569dcc739 req-952a28dc-2e87-4082-b841-d56e6b2759fb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 946 time: 0.0468292 Jul 20 09:44:43.318913 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6e12e6be-8ddd-45d8-b201-b2f569dcc739 req-7cdf8419-94a0-4ee7-bd01-e8c97066dc5d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=7374ffbb-c06d-4693-a721-e054ffd68dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424051 Jul 20 09:44:43.430094 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37296d99-cf68-43fb-a6e5-408d1d8cc7fc req-0128f049-9c7e-44b1-b44d-1764cf594a66 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:43.438199 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-37296d99-cf68-43fb-a6e5-408d1d8cc7fc req-0128f049-9c7e-44b1-b44d-1764cf594a66 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 946 time: 0.0476229 Jul 20 09:44:43.440019 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56236) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:44:43.444842 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-baef2d63-85d9-4deb-9333-fe81a8c03aee tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'floatingip': {'port_id': '4ad74243-049d-4a2f-92b4-f2a502ec0c28'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:44:43.491268 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-baef2d63-85d9-4deb-9333-fe81a8c03aee tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (be424ebf-e4ad-4197-91fa-2bd6714504ee), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:43.910379 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-baef2d63-85d9-4deb-9333-fe81a8c03aee tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:43.913968 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-baef2d63-85d9-4deb-9333-fe81a8c03aee tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (be424ebf-e4ad-4197-91fa-2bd6714504ee), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:44.009865 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.db.l3_db [None req-baef2d63-85d9-4deb-9333-fe81a8c03aee tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Floating IP be424ebf-e4ad-4197-91fa-2bd6714504ee associated. External IP: 172.27.1.211, port: 4ad74243-049d-4a2f-92b4-f2a502ec0c28. Jul 20 09:44:44.048160 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:44.097685 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:44.209213 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baef2d63-85d9-4deb-9333-fe81a8c03aee tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Router 1a87491b-7372-43ff-9ed3-63e9938e0e18 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:44:44.309343 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baef2d63-85d9-4deb-9333-fe81a8c03aee tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:44:44.313766 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-baef2d63-85d9-4deb-9333-fe81a8c03aee tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:44.320057 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc623eab-6791-4671-b8d4-d455c5592ff7 None None] Sync routers for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:44:44.329939 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc623eab-6791-4671-b8d4-d455c5592ff7 None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:44:44.330560 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-dc623eab-6791-4671-b8d4-d455c5592ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:44:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:44:44.356972 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-baef2d63-85d9-4deb-9333-fe81a8c03aee tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "PUT /v2.0/floatingips/be424ebf-e4ad-4197-91fa-2bd6714504ee HTTP/1.1" status: 200 len: 992 time: 0.9158950 Jul 20 09:44:44.357545 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222645e9-a074-436a-b823-1e91a831e7ef', 'tag': '4ad74243-049d-4a2f-92b4-f2a502ec0c28'}] {{(pid=104190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:44:44.359847 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72f162af37f3659de9440c7e430c3edd450bd963b23e10d3d3f066ed0a9258c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ca6079-300b-4f8a-b9eb-799d84750329" -d '{"events": [{"name": "network-changed", "server_uuid": "222645e9-a074-436a-b823-1e91a831e7ef", "tag": "4ad74243-049d-4a2f-92b4-f2a502ec0c28"}]}' {{(pid=104190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:44:44.397039 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e663ad-900c-4040-b8b3-3e8b6cce6980 x-openstack-request-id: req-44e663ad-900c-4040-b8b3-3e8b6cce6980 {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:44:44.397335 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222645e9-a074-436a-b823-1e91a831e7ef", "tag": "4ad74243-049d-4a2f-92b4-f2a502ec0c28", "status": "completed", "code": 200}]} {{(pid=104190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:44:44.397585 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44e663ad-900c-4040-b8b3-3e8b6cce6980 {{(pid=104190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:44:44.397988 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e663ad-900c-4040-b8b3-3e8b6cce6980'] response: {'name': 'network-changed', 'server_uuid': '222645e9-a074-436a-b823-1e91a831e7ef', 'tag': '4ad74243-049d-4a2f-92b4-f2a502ec0c28', 'status': 'completed', 'code': 200} Jul 20 09:44:44.437203 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-dc623eab-6791-4671-b8d4-d455c5592ff7 None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:44:44.455731 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca6079-300b-4f8a-b9eb-799d84750329 req-fd9e18ab-d545-4476-b095-f61709b28dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:44.457224 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b5ca6079-300b-4f8a-b9eb-799d84750329 req-fd9e18ab-d545-4476-b095-f61709b28dd9 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 1130 time: 0.0387504 Jul 20 09:44:44.524641 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:44.553015 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca6079-300b-4f8a-b9eb-799d84750329 req-1c353cd0-0a0b-4b41-988a-2f114f4fe72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:44.554506 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b5ca6079-300b-4f8a-b9eb-799d84750329 req-1c353cd0-0a0b-4b41-988a-2f114f4fe72a service neutron] 10.222.0.17 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 916 time: 0.0904710 Jul 20 09:44:44.578022 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:44.621707 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b5ca6079-300b-4f8a-b9eb-799d84750329 req-6c270854-756e-443e-9601-4f923607bacf service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ad74243-049d-4a2f-92b4-f2a502ec0c28 HTTP/1.1" status: 200 len: 1000 time: 0.0560660 Jul 20 09:44:44.649511 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-dc623eab-6791-4671-b8d4-d455c5592ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '948cb4b1-d1d3-4126-a670-7d37354a1c4a', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:62:4f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:43:22Z', 'updated_at': '2022-07-20T09:43:41Z', 'revision_number': 2, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}, {'id': 'be424ebf-e4ad-4197-91fa-2bd6714504ee', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': '4ad74243-049d-4a2f-92b4-f2a502ec0c28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:69:03:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222645e9-a074-436a-b823-1e91a831e7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:44:31Z', 'updated_at': '2022-07-20T09:44:43Z', 'revision_number': 1, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:44:44.678796 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca6079-300b-4f8a-b9eb-799d84750329 req-9aa39f13-5160-49a9-99cf-8e7c4f7aa54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:44.679075 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc623eab-6791-4671-b8d4-d455c5592ff7 None None] Checking router: 1a87491b-7372-43ff-9ed3-63e9938e0e18 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:44:44.680279 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b5ca6079-300b-4f8a-b9eb-799d84750329 req-9aa39f13-5160-49a9-99cf-8e7c4f7aa54a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0ad9e585-6099-4be5-adc8-f1d59931f57d HTTP/1.1" status: 200 len: 854 time: 0.0483654 Jul 20 09:44:44.687600 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc623eab-6791-4671-b8d4-d455c5592ff7 None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:44:44.688201 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-dc623eab-6791-4671-b8d4-d455c5592ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:44:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:44:44.727639 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca6079-300b-4f8a-b9eb-799d84750329 req-15531d59-8d4f-4b1b-b866-d10d76d72e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:44.729975 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b5ca6079-300b-4f8a-b9eb-799d84750329 req-15531d59-8d4f-4b1b-b866-d10d76d72e19 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407336 Jul 20 09:44:44.790655 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-dc623eab-6791-4671-b8d4-d455c5592ff7 None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:44:44.828351 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b5ca6079-300b-4f8a-b9eb-799d84750329 req-8a2f6dfd-ff2f-46a0-a913-efae8b280bb2 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898774 Jul 20 09:44:44.925020 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b5ca6079-300b-4f8a-b9eb-799d84750329 req-607f2099-8cf5-4329-9b20-9adbf01a12f4 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896661 Jul 20 09:44:45.005061 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-dc623eab-6791-4671-b8d4-d455c5592ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '948cb4b1-d1d3-4126-a670-7d37354a1c4a', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:62:4f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:43:22Z', 'updated_at': '2022-07-20T09:43:41Z', 'revision_number': 2, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}, {'id': 'be424ebf-e4ad-4197-91fa-2bd6714504ee', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': '4ad74243-049d-4a2f-92b4-f2a502ec0c28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:69:03:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222645e9-a074-436a-b823-1e91a831e7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:44:31Z', 'updated_at': '2022-07-20T09:44:43Z', 'revision_number': 1, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:44:45.030200 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc623eab-6791-4671-b8d4-d455c5592ff7 None None] The sync data for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi is: [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '948cb4b1-d1d3-4126-a670-7d37354a1c4a', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:62:4f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:43:22Z', 'updated_at': '2022-07-20T09:43:41Z', 'revision_number': 2, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}, {'id': 'be424ebf-e4ad-4197-91fa-2bd6714504ee', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': '4ad74243-049d-4a2f-92b4-f2a502ec0c28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:69:03:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222645e9-a074-436a-b823-1e91a831e7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:44:31Z', 'updated_at': '2022-07-20T09:44:43Z', 'revision_number': 1, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:44:45.216097 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac760bd3-90d8-4fee-8ffc-66ec7d276012 None None] New status for floating IP be424ebf-e4ad-4197-91fa-2bd6714504ee: ACTIVE {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:44:46.860231 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:49.771962 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:53.044580 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-72979164-666d-449d-84be-1885ab94a9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:54.345151 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=31 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:54.353121 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=32 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:54.920993 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=61 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:54.921770 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=35 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:55.290150 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d8e19850-a518-4d96-a69e-83595ac0675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:55.316313 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:55.318610 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:44:55.627628 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:44:56.295707 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:56.713093 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cd72b475-18ae-408e-83ce-5407e542d982 req-320929bd-f7ae-4a82-aab3-f39e92cdfefc service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382462 Jul 20 09:44:56.798142 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72b475-18ae-408e-83ce-5407e542d982 req-23a64e01-9932-41c8-855a-5af7287115a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:56.799626 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cd72b475-18ae-408e-83ce-5407e542d982 req-23a64e01-9932-41c8-855a-5af7287115a8 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ee1753001c624ae3941cfc51b3d9d6ef&device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 1129 time: 0.0428002 Jul 20 09:44:56.903443 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72b475-18ae-408e-83ce-5407e542d982 req-1e40effa-792a-4110-86f4-63e44fb45cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:56.904899 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cd72b475-18ae-408e-83ce-5407e542d982 req-1e40effa-792a-4110-86f4-63e44fb45cee service neutron] 10.222.0.17 "GET /v2.0/networks?id=c1011f17-baa3-428f-b14e-017bea4212af HTTP/1.1" status: 200 len: 909 time: 0.0860121 Jul 20 09:44:56.969224 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cd72b475-18ae-408e-83ce-5407e542d982 req-d26ebb3d-13ec-4a27-ae5b-429a3b197042 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793 HTTP/1.1" status: 200 len: 1001 time: 0.0578847 Jul 20 09:44:57.017929 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72b475-18ae-408e-83ce-5407e542d982 req-75469e45-a1f8-4303-8dbd-aa34b6f392d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:57.019335 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cd72b475-18ae-408e-83ce-5407e542d982 req-75469e45-a1f8-4303-8dbd-aa34b6f392d0 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=088b7b61-bfb8-4b82-ada2-7f2f408519d3 HTTP/1.1" status: 200 len: 847 time: 0.0430067 Jul 20 09:44:57.063240 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72b475-18ae-408e-83ce-5407e542d982 req-22032017-0136-4cfb-9fc9-8e26010693ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:57.064716 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cd72b475-18ae-408e-83ce-5407e542d982 req-22032017-0136-4cfb-9fc9-8e26010693ce service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c1011f17-baa3-428f-b14e-017bea4212af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384433 Jul 20 09:44:57.156434 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cd72b475-18ae-408e-83ce-5407e542d982 req-95075c12-0345-4b79-ace6-cd06ba79c912 service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852165 Jul 20 09:44:57.246817 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cd72b475-18ae-408e-83ce-5407e542d982 req-235aeba7-0151-4f38-b7ae-3257fd96097b service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824876 Jul 20 09:44:57.811213 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:58.153185 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0a198-f18c-4df0-b7af-a0034294c7cb req-675c0f23-632e-4cf2-b826-6d07784dab0e tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:58.154770 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-aaf0a198-f18c-4df0-b7af-a0034294c7cb req-675c0f23-632e-4cf2-b826-6d07784dab0e tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0504072 Jul 20 09:44:58.160193 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:44:58.209605 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-aaf0a198-f18c-4df0-b7af-a0034294c7cb req-628215e8-6eef-4174-94ad-deee7c5768e9 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483987 Jul 20 09:44:59.326454 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02598d3-02c5-4eed-b9c7-0504261bccc1 req-4b613cd5-41e6-4475-a3c0-4a6158e4d3fa tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:44:59.328022 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f02598d3-02c5-4eed-b9c7-0504261bccc1 req-4b613cd5-41e6-4475-a3c0-4a6158e4d3fa tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0482929 Jul 20 09:44:59.377679 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f02598d3-02c5-4eed-b9c7-0504261bccc1 req-21a8bd38-9a10-485f-9ad0-7a6ce950538e tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441325 Jul 20 09:45:00.489398 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa24080-b35e-4284-aad3-22487bce0a62 req-646c81a9-fcfc-4c4d-a8f2-0cb450e7a1ee tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:00.490866 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4fa24080-b35e-4284-aad3-22487bce0a62 req-646c81a9-fcfc-4c4d-a8f2-0cb450e7a1ee tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0463638 Jul 20 09:45:00.538917 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4fa24080-b35e-4284-aad3-22487bce0a62 req-e42a2c81-b273-4191-b456-2b4ef2f63847 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416908 Jul 20 09:45:01.654449 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135917dd-45cd-45d0-81b3-813a4cbceffa req-e12fe72d-0372-42eb-83ef-df423e98abb6 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:01.655951 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-135917dd-45cd-45d0-81b3-813a4cbceffa req-e12fe72d-0372-42eb-83ef-df423e98abb6 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0484498 Jul 20 09:45:01.705040 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-135917dd-45cd-45d0-81b3-813a4cbceffa req-60f94c83-4f0d-44eb-baf1-9f6fea5adce8 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436511 Jul 20 09:45:02.815634 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d5b66-29e6-4362-bf50-a2bb6673bb1c req-31972e7a-241d-4ca6-b806-95d0cdc90a58 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:02.817089 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-835d5b66-29e6-4362-bf50-a2bb6673bb1c req-31972e7a-241d-4ca6-b806-95d0cdc90a58 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0467353 Jul 20 09:45:02.865053 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-835d5b66-29e6-4362-bf50-a2bb6673bb1c req-4e931ee2-48e6-4f01-8de7-0e6037eaa418 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425684 Jul 20 09:45:03.978819 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdeacf0-2f6d-4385-9030-e3df8fb136fc req-e967345b-fabe-4abb-bd68-f5cab7155d0f tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:03.981027 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ccdeacf0-2f6d-4385-9030-e3df8fb136fc req-e967345b-fabe-4abb-bd68-f5cab7155d0f tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0502806 Jul 20 09:45:04.029924 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ccdeacf0-2f6d-4385-9030-e3df8fb136fc req-af35d89e-5875-4bd2-978a-7f64c8e04c25 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434787 Jul 20 09:45:05.145330 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00be59f-4208-40a9-8525-4ff6a44f2ce7 req-48224df9-4e3d-4dbe-a792-f2f6ccda3ca7 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:05.146804 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b00be59f-4208-40a9-8525-4ff6a44f2ce7 req-48224df9-4e3d-4dbe-a792-f2f6ccda3ca7 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0503414 Jul 20 09:45:05.196107 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b00be59f-4208-40a9-8525-4ff6a44f2ce7 req-e3fece15-6c99-46a7-a767-9d78316a547a tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435600 Jul 20 09:45:05.623116 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:05.623959 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:06.313488 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6680afe-aea8-4c3b-8a8f-56537281382a req-d72c7765-8855-484a-ac82-de68a82d4cf7 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:06.319305 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f6680afe-aea8-4c3b-8a8f-56537281382a req-d72c7765-8855-484a-ac82-de68a82d4cf7 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0546560 Jul 20 09:45:06.369182 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f6680afe-aea8-4c3b-8a8f-56537281382a req-ae8a1b52-6d35-4cef-a1f9-0caa5592d76a tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431776 Jul 20 09:45:07.482632 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f17c87-2436-4d53-be52-9cd6a7b89467 req-93178946-4310-404d-aca9-435cb6d73346 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:07.484106 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-76f17c87-2436-4d53-be52-9cd6a7b89467 req-93178946-4310-404d-aca9-435cb6d73346 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0476215 Jul 20 09:45:07.533458 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-76f17c87-2436-4d53-be52-9cd6a7b89467 req-f1b6b633-32ae-4943-8df6-0bd59966246e tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439367 Jul 20 09:45:07.806247 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:08.154559 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:08.156389 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:08.331155 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:08.340842 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf729d2c-ce5c-4e8c-8f55-fec37e98e7e2 req-93f44cae-fe80-467d-a400-ef66204b1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:08.342351 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bf729d2c-ce5c-4e8c-8f55-fec37e98e7e2 req-93f44cae-fe80-467d-a400-ef66204b1833 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ee1753001c624ae3941cfc51b3d9d6ef&device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 1129 time: 0.0432675 Jul 20 09:45:08.376842 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:08.431253 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf729d2c-ce5c-4e8c-8f55-fec37e98e7e2 req-30b70f69-8063-445b-9f80-3d95d9c79110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:08.432662 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bf729d2c-ce5c-4e8c-8f55-fec37e98e7e2 req-30b70f69-8063-445b-9f80-3d95d9c79110 service neutron] 10.222.0.17 "GET /v2.0/networks?id=c1011f17-baa3-428f-b14e-017bea4212af HTTP/1.1" status: 200 len: 909 time: 0.0840268 Jul 20 09:45:08.498553 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bf729d2c-ce5c-4e8c-8f55-fec37e98e7e2 req-93e5116f-7243-4056-911a-128f5953651a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793 HTTP/1.1" status: 200 len: 1001 time: 0.0588627 Jul 20 09:45:08.546272 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf729d2c-ce5c-4e8c-8f55-fec37e98e7e2 req-ddac7bbb-ef70-417b-932f-4145a303b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:08.547732 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bf729d2c-ce5c-4e8c-8f55-fec37e98e7e2 req-ddac7bbb-ef70-417b-932f-4145a303b546 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=088b7b61-bfb8-4b82-ada2-7f2f408519d3 HTTP/1.1" status: 200 len: 847 time: 0.0435314 Jul 20 09:45:08.591553 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf729d2c-ce5c-4e8c-8f55-fec37e98e7e2 req-12d4ab8d-30c1-4c9c-93d2-3591843aea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:08.593080 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bf729d2c-ce5c-4e8c-8f55-fec37e98e7e2 req-12d4ab8d-30c1-4c9c-93d2-3591843aea43 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c1011f17-baa3-428f-b14e-017bea4212af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396006 Jul 20 09:45:08.652054 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749caebe-5cfe-4daa-a23c-844c7f3ad917 req-3187234f-bdf1-4bbf-8c92-02273ddfae6d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:08.653708 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-749caebe-5cfe-4daa-a23c-844c7f3ad917 req-3187234f-bdf1-4bbf-8c92-02273ddfae6d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0514734 Jul 20 09:45:08.689993 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bf729d2c-ce5c-4e8c-8f55-fec37e98e7e2 req-fdc2f036-3bbe-4c6c-ada5-6b7a08f30c8e service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898428 Jul 20 09:45:08.703794 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-749caebe-5cfe-4daa-a23c-844c7f3ad917 req-9fb57b94-0774-4878-af8e-3d006710ca99 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445616 Jul 20 09:45:08.780085 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bf729d2c-ce5c-4e8c-8f55-fec37e98e7e2 req-4f82ccd6-f210-4e83-ad21-0fb0cdae2755 service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836594 Jul 20 09:45:09.820250 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d80bb-da06-45eb-9fb9-c92e1f1732b5 req-c34c4508-0c6c-4e94-adff-84fce3f96c13 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:09.821711 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f61d80bb-da06-45eb-9fb9-c92e1f1732b5 req-c34c4508-0c6c-4e94-adff-84fce3f96c13 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0473015 Jul 20 09:45:09.873921 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f61d80bb-da06-45eb-9fb9-c92e1f1732b5 req-2e0cedf7-69fc-46ce-bc41-ccf72a4b0680 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458741 Jul 20 09:45:10.989949 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0de3d-696d-44ca-8d9a-e5b8fcb4c100 req-6ce7dfd5-52b5-487b-aa65-150f21328a21 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:10.991329 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-eba0de3d-696d-44ca-8d9a-e5b8fcb4c100 req-6ce7dfd5-52b5-487b-aa65-150f21328a21 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0467279 Jul 20 09:45:11.040126 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-eba0de3d-696d-44ca-8d9a-e5b8fcb4c100 req-c5ce8612-7d8a-45d5-884a-e81946713246 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Jul 20 09:45:11.250074 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e534263-9f77-4d80-83e5-b7ed6dcc4556 req-0a542397-6c03-432a-b0b4-7e28c60edf47 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:11.251574 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9e534263-9f77-4d80-83e5-b7ed6dcc4556 req-0a542397-6c03-432a-b0b4-7e28c60edf47 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0473893 Jul 20 09:45:11.258491 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56288) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:45:11.310890 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9e534263-9f77-4d80-83e5-b7ed6dcc4556 req-a7a976e2-1bc3-4a1d-989a-7db7a54c2331 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536680 Jul 20 09:45:11.352663 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-b023d7bd-19bc-4f83-b9bb-14ceec6bf391 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879047 Jul 20 09:45:11.361155 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-aec815b7-78e6-450b-bb2f-14f0b7c08272 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104190) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:45:11.362083 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-aec815b7-78e6-450b-bb2f-14f0b7c08272 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047655 Jul 20 09:45:11.492811 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56296) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:45:11.586853 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-31ea59d3-2ba8-4b35-adfd-9f770ae1911d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:11.588254 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-31ea59d3-2ba8-4b35-adfd-9f770ae1911d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports/1b469bba-5a64-4111-b2f1-bc9db9a2f793 HTTP/1.1" status: 200 len: 942 time: 0.0944600 Jul 20 09:45:12.432180 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e135b-cd1b-470c-acd0-f9648115ad6a req-331c54b6-1867-4611-b6a9-5ff8bf14d2e0 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:12.433832 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7e4e135b-cd1b-470c-acd0-f9648115ad6a req-331c54b6-1867-4611-b6a9-5ff8bf14d2e0 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0490034 Jul 20 09:45:12.488162 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7e4e135b-cd1b-470c-acd0-f9648115ad6a req-e6603665-f78b-48b1-bb93-7ef50f0ce201 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477180 Jul 20 09:45:12.916087 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-67057783-4fe6-4a92-830b-33497657986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:12.917568 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-67057783-4fe6-4a92-830b-33497657986f service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172&tenant_id=ee1753001c624ae3941cfc51b3d9d6ef HTTP/1.1" status: 200 len: 1129 time: 0.0429857 Jul 20 09:45:12.976808 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-88172159-4718-482e-9686-1f7c3f83af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:12.978264 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-88172159-4718-482e-9686-1f7c3f83af2b service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ee1753001c624ae3941cfc51b3d9d6ef&device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 1129 time: 0.0383129 Jul 20 09:45:13.067169 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-14863a7b-5c5f-49b4-b939-6c5b806ec54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:13.068641 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-14863a7b-5c5f-49b4-b939-6c5b806ec54c service neutron] 10.222.0.17 "GET /v2.0/networks?id=c1011f17-baa3-428f-b14e-017bea4212af HTTP/1.1" status: 200 len: 909 time: 0.0833027 Jul 20 09:45:13.132271 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-b370bc23-b217-4396-8d5e-b579cca4d2f8 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793 HTTP/1.1" status: 200 len: 1001 time: 0.0561922 Jul 20 09:45:13.182803 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-0313e1c3-1bac-43fb-9a6f-9c144fdb0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:13.184957 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-0313e1c3-1bac-43fb-9a6f-9c144fdb0eb0 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=088b7b61-bfb8-4b82-ada2-7f2f408519d3 HTTP/1.1" status: 200 len: 847 time: 0.0448048 Jul 20 09:45:13.227849 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-76982cbe-5837-448f-bc42-1253d6db5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:13.229316 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-76982cbe-5837-448f-bc42-1253d6db5c5b service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c1011f17-baa3-428f-b14e-017bea4212af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378416 Jul 20 09:45:13.290401 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:13.303888 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:13.324724 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-498138c7-3ef6-4c0a-8b07-a00a599b9281 service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883789 Jul 20 09:45:13.422693 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5e3d7ed2-4cb2-4819-ae59-c1d770dba411 req-8738a5c3-d2c2-4221-af01-0b046ead2729 service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855651 Jul 20 09:45:13.601554 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced552a-7519-4207-8ce0-1e1f5945f759 req-f42929be-d925-4bbc-8e90-1e2a128ed61e tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:13.602993 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9ced552a-7519-4207-8ce0-1e1f5945f759 req-f42929be-d925-4bbc-8e90-1e2a128ed61e tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0465901 Jul 20 09:45:13.656817 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9ced552a-7519-4207-8ce0-1e1f5945f759 req-a2c032cf-8003-4894-9fc0-e59c347673b3 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474975 Jul 20 09:45:14.455712 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 1b469bba-5a64-4111-b2f1-bc9db9a2f793 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:45:14.528971 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 is: ACTIVE; New status is: DOWN {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:45:14.529357 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:14.552159 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b469bba-5a64-4111-b2f1-bc9db9a2f793'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:45:14.554355 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffb0352-4b2c-4876-a31f-633cd66411b7" -d '{"events": [{"server_uuid": "11204e32-acb1-4e5d-ab38-0c9f0ded5172", "name": "network-vif-unplugged", "status": "completed", "tag": "1b469bba-5a64-4111-b2f1-bc9db9a2f793"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:45:14.567017 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 1b469bba-5a64-4111-b2f1-bc9db9a2f793, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:45:14.570978 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:14.596118 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 09:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d92c755-de7c-4822-a07d-d9e324341bc7 x-openstack-request-id: req-5d92c755-de7c-4822-a07d-d9e324341bc7 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:45:14.596412 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11204e32-acb1-4e5d-ab38-0c9f0ded5172", "name": "network-vif-unplugged", "status": "completed", "tag": "1b469bba-5a64-4111-b2f1-bc9db9a2f793", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:45:14.596660 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d92c755-de7c-4822-a07d-d9e324341bc7 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:45:14.597079 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d92c755-de7c-4822-a07d-d9e324341bc7'] response: {'server_uuid': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b469bba-5a64-4111-b2f1-bc9db9a2f793', 'code': 200} Jul 20 09:45:14.622167 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=1b469bba-5a64-4111-b2f1-bc9db9a2f793,revision_number=6']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:14.770511 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daece726-e1c4-41b3-9e7e-deeb310b2a06 req-c8e602b0-37c1-4ee2-9858-90a9753af689 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:14.772003 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-daece726-e1c4-41b3-9e7e-deeb310b2a06 req-c8e602b0-37c1-4ee2-9858-90a9753af689 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.0468724 Jul 20 09:45:14.824035 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-daece726-e1c4-41b3-9e7e-deeb310b2a06 req-9f2685d1-f477-4cf6-bdb5-71c5e2af5294 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465617 Jul 20 09:45:15.940369 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29039518-f52f-48c5-b553-e074879b06f1 req-3f31a6d7-c834-4b3c-b8c2-230cdd19e589 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:15.941830 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-29039518-f52f-48c5-b553-e074879b06f1 req-3f31a6d7-c834-4b3c-b8c2-230cdd19e589 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.0506303 Jul 20 09:45:15.989850 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-29039518-f52f-48c5-b553-e074879b06f1 req-88cf27a4-d22b-49ed-8032-dbd142b9ad75 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425899 Jul 20 09:45:16.859800 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:17.100555 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bae00-e4f8-4baa-b0bd-696287c20927 req-58fcd96c-9746-4692-b682-12eca3298f82 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:17.102024 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-977bae00-e4f8-4baa-b0bd-696287c20927 req-58fcd96c-9746-4692-b682-12eca3298f82 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.0474300 Jul 20 09:45:17.152183 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-977bae00-e4f8-4baa-b0bd-696287c20927 req-22212b04-30ad-4613-b383-04bee179f86b tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437543 Jul 20 09:45:18.264555 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267cf19-cd64-4c93-bdda-4b110e1e4257 req-6581d7c8-b21b-4ca5-9d58-115e40496a09 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:18.266024 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a267cf19-cd64-4c93-bdda-4b110e1e4257 req-6581d7c8-b21b-4ca5-9d58-115e40496a09 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.0470495 Jul 20 09:45:18.314659 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-a267cf19-cd64-4c93-bdda-4b110e1e4257 req-a8a38200-1167-4d00-928b-8f35966449c3 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 Jul 20 09:45:19.436077 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07371b-cd91-47b1-9881-a4d1a5f812e1 req-7ad554a5-042d-4426-8fd6-da8f5c5300dd tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:19.437658 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ce07371b-cd91-47b1-9881-a4d1a5f812e1 req-7ad554a5-042d-4426-8fd6-da8f5c5300dd tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.0542758 Jul 20 09:45:19.463838 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:19.466899 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:19.491781 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ce07371b-cd91-47b1-9881-a4d1a5f812e1 req-5aa7daa6-8ab0-479b-9f70-16fd9f67fa61 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484674 Jul 20 09:45:19.755703 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3c5a7-9cbe-47ef-83fc-6ee22e86865e req-d2d565c6-bfe0-46ad-b06e-4f1447e21a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:19.757221 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3ea3c5a7-9cbe-47ef-83fc-6ee22e86865e req-d2d565c6-bfe0-46ad-b06e-4f1447e21a7e service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 1127 time: 0.0435107 Jul 20 09:45:19.805301 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3ea3c5a7-9cbe-47ef-83fc-6ee22e86865e req-ba28b4cc-3971-4eef-b4eb-964d610c51ea service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406697 Jul 20 09:45:20.613577 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483f340-e225-44fc-96b1-2ca1d49082c6 req-844a99f0-9bb7-406d-aa1a-f15c0e85b9a4 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:20.615086 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3483f340-e225-44fc-96b1-2ca1d49082c6 req-844a99f0-9bb7-406d-aa1a-f15c0e85b9a4 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.0471859 Jul 20 09:45:20.673987 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3483f340-e225-44fc-96b1-2ca1d49082c6 req-d47ae231-ab9f-49d8-819d-183fbbd9480b tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530453 Jul 20 09:45:20.753868 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d38f12-4344-47cb-9dd7-775f41b2e7b9 req-9c706287-d13e-475e-9007-eb5c3264fca0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:20.755420 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c4d38f12-4344-47cb-9dd7-775f41b2e7b9 req-9c706287-d13e-475e-9007-eb5c3264fca0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 946 time: 0.0510974 Jul 20 09:45:20.802150 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c4d38f12-4344-47cb-9dd7-775f41b2e7b9 req-8670634f-4d5b-4fbd-99b6-6176a8eb95a9 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=7374ffbb-c06d-4693-a721-e054ffd68dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410037 Jul 20 09:45:21.789091 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09ae48-1600-4158-a9b6-a0498c1d6338 req-fdbd6e31-e3cd-4016-91ff-bf2fdb853bf0 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:21.790495 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b09ae48-1600-4158-a9b6-a0498c1d6338 req-fdbd6e31-e3cd-4016-91ff-bf2fdb853bf0 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 943 time: 0.0474458 Jul 20 09:45:21.843390 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b09ae48-1600-4158-a9b6-a0498c1d6338 req-c3faa7b4-72e2-4156-a3ce-da3ae3857161 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469909 Jul 20 09:45:21.918111 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b9fff-6974-4bab-920e-2a36caa9317d req-302be232-b4a4-45e7-b1d1-aa4f122a4f99 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:21.922403 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e67b9fff-6974-4bab-920e-2a36caa9317d req-302be232-b4a4-45e7-b1d1-aa4f122a4f99 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 946 time: 0.0514195 Jul 20 09:45:21.968884 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-e67b9fff-6974-4bab-920e-2a36caa9317d req-0e1bd210-d8ed-45e4-a4b5-128a88896052 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=7374ffbb-c06d-4693-a721-e054ffd68dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408878 Jul 20 09:45:22.503157 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 1b469bba-5a64-4111-b2f1-bc9db9a2f793 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:45:22.603567 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-c8e26c8e-0c0e-4c89-be77-146e1ad88086 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:22.605087 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-c8e26c8e-0c0e-4c89-be77-146e1ad88086 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 946 time: 0.0484557 Jul 20 09:45:22.691732 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Deleting port 4ad74243-049d-4a2f-92b4-f2a502ec0c28 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:45:22.692070 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:22.730215 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 1b469bba-5a64-4111-b2f1-bc9db9a2f793, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:45:22.742762 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '1b469bba-5a64-4111-b2f1-bc9db9a2f793', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'port_id': '1b469bba-5a64-4111-b2f1-bc9db9a2f793', 'mac_address': 'fa:16:3e:d7:07:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:45:22.784140 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:45:22.784524 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:22.799569 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b469bba-5a64-4111-b2f1-bc9db9a2f793 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:45:22.821457 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 1b469bba-5a64-4111-b2f1-bc9db9a2f793, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:45:22.825711 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:22.875806 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=1b469bba-5a64-4111-b2f1-bc9db9a2f793,revision_number=7']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:23.048150 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e8430fbb-316e-4bcd-9d0a-cbbb0f098e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:23.058428 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['1b469bba-5a64-4111-b2f1-bc9db9a2f793'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:45:23.087151 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb393a-db24-4c47-b9ed-44f56d841be1 req-79b77d65-f1cc-4433-bd1a-e5d869337ecb tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:23.088662 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-77fb393a-db24-4c47-b9ed-44f56d841be1 req-79b77d65-f1cc-4433-bd1a-e5d869337ecb tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 944 time: 0.0692527 Jul 20 09:45:23.101605 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694eb4c4-e484-4121-b5c7-c738bab8e214 req-2fae2cbc-ef80-4827-9ebb-3c0333d15007 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:23.102191 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] For port 4ad74243-049d-4a2f-92b4-f2a502ec0c28, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4ad74243-049d-4a2f-92b4-f2a502ec0c28,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:45:23.102302 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:23.103101 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-694eb4c4-e484-4121-b5c7-c738bab8e214 req-2fae2cbc-ef80-4827-9ebb-3c0333d15007 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 946 time: 0.0607367 Jul 20 09:45:23.154706 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-694eb4c4-e484-4121-b5c7-c738bab8e214 req-24644279-0bd4-4380-8841-6fe4bbfa3d6b tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=7374ffbb-c06d-4693-a721-e054ffd68dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446780 Jul 20 09:45:23.188264 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:23.194808 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-77fb393a-db24-4c47-b9ed-44f56d841be1 req-2d4bb130-024b-48e4-b874-f5da7c3ec4e6 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997002 Jul 20 09:45:23.295404 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:23.310102 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:23.310826 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (be424ebf-e4ad-4197-91fa-2bd6714504ee), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:23.310826 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Floating IP be424ebf-e4ad-4197-91fa-2bd6714504ee disassociated. External IP: 172.27.1.211, port: 4ad74243-049d-4a2f-92b4-f2a502ec0c28. Jul 20 09:45:23.311103 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Calling delete_port for 4ad74243-049d-4a2f-92b4-f2a502ec0c28 owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:45:23.441997 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (4ad74243-049d-4a2f-92b4-f2a502ec0c28), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:23.471691 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event deleted for resources: {'Port': ['ID=4ad74243-049d-4a2f-92b4-f2a502ec0c28,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:23.481342 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:23.481775 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:23.482124 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:23.482492 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:23.482827 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:23.483153 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:23.483512 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:23.483841 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:23.484166 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:23.484490 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:23.484811 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:23.485132 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:23.485453 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:23.485772 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:23.486088 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:23.590724 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Router 1a87491b-7372-43ff-9ed3-63e9938e0e18 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:45:23.702119 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:45:23.713970 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8f4cb-6f41-49ef-aba3-ef6d68bf41db None None] Sync routers for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:45:23.724363 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8f4cb-6f41-49ef-aba3-ef6d68bf41db None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:45:23.724979 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9ec8f4cb-6f41-49ef-aba3-ef6d68bf41db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:44:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:45:23.748385 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] No DVR routers for this DVR port 4ad74243-049d-4a2f-92b4-f2a502ec0c28 on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:45:23.751004 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:23.754245 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8df8f6e0-2951-44fc-afbf-3fda932cfdf0 req-4cba1e83-be4a-47ab-b476-72a70f194665 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "DELETE /v2.0/ports/4ad74243-049d-4a2f-92b4-f2a502ec0c28 HTTP/1.1" status: 204 len: 173 time: 1.1422272 Jul 20 09:45:23.754632 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222645e9-a074-436a-b823-1e91a831e7ef', 'name': 'network-vif-deleted', 'tag': '4ad74243-049d-4a2f-92b4-f2a502ec0c28'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:45:23.756934 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe98a21-2160-40b3-b867-1e28f1ae2606" -d '{"events": [{"server_uuid": "222645e9-a074-436a-b823-1e91a831e7ef", "name": "network-vif-deleted", "tag": "4ad74243-049d-4a2f-92b4-f2a502ec0c28"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:45:23.797707 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda92b13-bdc0-4fe5-9057-aef0a348487f x-openstack-request-id: req-fda92b13-bdc0-4fe5-9057-aef0a348487f {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:45:23.797952 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222645e9-a074-436a-b823-1e91a831e7ef", "name": "network-vif-deleted", "tag": "4ad74243-049d-4a2f-92b4-f2a502ec0c28", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:45:23.798222 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fda92b13-bdc0-4fe5-9057-aef0a348487f {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:45:23.798629 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda92b13-bdc0-4fe5-9057-aef0a348487f'] response: {'server_uuid': '222645e9-a074-436a-b823-1e91a831e7ef', 'name': 'network-vif-deleted', 'tag': '4ad74243-049d-4a2f-92b4-f2a502ec0c28', 'status': 'completed', 'code': 200} Jul 20 09:45:23.840369 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-9ec8f4cb-6f41-49ef-aba3-ef6d68bf41db None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:45:24.063967 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9ec8f4cb-6f41-49ef-aba3-ef6d68bf41db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '948cb4b1-d1d3-4126-a670-7d37354a1c4a', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:62:4f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:43:22Z', 'updated_at': '2022-07-20T09:43:41Z', 'revision_number': 2, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:45:24.087943 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8f4cb-6f41-49ef-aba3-ef6d68bf41db None None] Checking router: 1a87491b-7372-43ff-9ed3-63e9938e0e18 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:45:24.096618 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8f4cb-6f41-49ef-aba3-ef6d68bf41db None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:45:24.097218 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9ec8f4cb-6f41-49ef-aba3-ef6d68bf41db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:44:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:45:24.202871 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-9ec8f4cb-6f41-49ef-aba3-ef6d68bf41db None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:45:24.228433 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:24.279958 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f5f9c2f0-30b8-4b26-aef7-fd791575e743 req-306f6fd3-fac0-45a0-8565-fef56d0bd14f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=222645e9-a074-436a-b823-1e91a831e7ef HTTP/1.1" status: 200 len: 210 time: 0.0290439 Jul 20 09:45:24.291793 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:24.309347 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:24.435481 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9ec8f4cb-6f41-49ef-aba3-ef6d68bf41db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '948cb4b1-d1d3-4126-a670-7d37354a1c4a', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:62:4f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:43:22Z', 'updated_at': '2022-07-20T09:43:41Z', 'revision_number': 2, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:45:24.461071 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8f4cb-6f41-49ef-aba3-ef6d68bf41db None None] The sync data for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi is: [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': '948cb4b1-d1d3-4126-a670-7d37354a1c4a', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:62:4f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:43:22Z', 'updated_at': '2022-07-20T09:43:41Z', 'revision_number': 2, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:45:24.501304 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 1b469bba-5a64-4111-b2f1-bc9db9a2f793 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:45:24.548595 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:45:24.548987 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:24.627018 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:45:24.627446 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:24.651869 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b469bba-5a64-4111-b2f1-bc9db9a2f793'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:45:24.654951 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9287c2-6bbb-482d-9409-56abd000edf8" -d '{"events": [{"server_uuid": "11204e32-acb1-4e5d-ab38-0c9f0ded5172", "name": "network-vif-plugged", "status": "completed", "tag": "1b469bba-5a64-4111-b2f1-bc9db9a2f793"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:45:24.670974 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 1b469bba-5a64-4111-b2f1-bc9db9a2f793, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:45:24.676563 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:24.677561 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 4ad74243-049d-4a2f-92b4-f2a502ec0c28 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:45:24.690274 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8571c60d-ca04-424b-a7da-0ca31f220d7f None None] New status for floating IP be424ebf-e4ad-4197-91fa-2bd6714504ee: DOWN {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:45:24.713769 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa3fdf3-1776-4bee-96e2-2fad9068d8d0 x-openstack-request-id: req-4aa3fdf3-1776-4bee-96e2-2fad9068d8d0 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:45:24.714062 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11204e32-acb1-4e5d-ab38-0c9f0ded5172", "name": "network-vif-plugged", "status": "completed", "tag": "1b469bba-5a64-4111-b2f1-bc9db9a2f793", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:45:24.714624 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4aa3fdf3-1776-4bee-96e2-2fad9068d8d0 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:45:24.714730 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa3fdf3-1776-4bee-96e2-2fad9068d8d0'] response: {'server_uuid': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b469bba-5a64-4111-b2f1-bc9db9a2f793', 'code': 200} Jul 20 09:45:24.717939 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: 4ad74243-049d-4a2f-92b4-f2a502ec0c28 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:45:24.718283 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 4ad74243-049d-4a2f-92b4-f2a502ec0c28 not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:45:24.742811 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=1b469bba-5a64-4111-b2f1-bc9db9a2f793,revision_number=8']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:25.293914 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-afb9da67-de6e-44e9-8560-088c3750fb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:25.366558 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56358) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:45:25.422248 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d12140d1-40df-4c0d-99c0-a177800f2e9a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (7374ffbb-c06d-4693-a721-e054ffd68dbc), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:25.445775 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d12140d1-40df-4c0d-99c0-a177800f2e9a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (7374ffbb-c06d-4693-a721-e054ffd68dbc), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:25.494455 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d12140d1-40df-4c0d-99c0-a177800f2e9a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (7374ffbb-c06d-4693-a721-e054ffd68dbc), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:25.497493 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d12140d1-40df-4c0d-99c0-a177800f2e9a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:25.498625 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-d12140d1-40df-4c0d-99c0-a177800f2e9a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "DELETE /v2.0/security-groups/7374ffbb-c06d-4693-a721-e054ffd68dbc HTTP/1.1" status: 204 len: 168 time: 0.1310618 Jul 20 09:45:25.501689 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56360) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:45:25.508082 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12140d1-40df-4c0d-99c0-a177800f2e9a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7374ffbb-c06d-4693-a721-e054ffd68dbc,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:25.516064 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.api.v2.resource [None req-9a144865-5c90-4c39-88a8-9bbd5da73157 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] show failed (client error): The resource could not be found. Jul 20 09:45:25.517070 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-9a144865-5c90-4c39-88a8-9bbd5da73157 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups/7374ffbb-c06d-4693-a721-e054ffd68dbc HTTP/1.1" status: 404 len: 347 time: 0.0143857 Jul 20 09:45:25.519972 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56362) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:45:25.847802 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Deleting port 7a2ea297-5aef-44cc-bca9-210ae9406c73 {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:45:25.848144 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (7a2ea297-5aef-44cc-bca9-210ae9406c73), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:25.924405 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (7a2ea297-5aef-44cc-bca9-210ae9406c73), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:25.924735 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (7a2ea297-5aef-44cc-bca9-210ae9406c73), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:25.936593 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Calling delete_port for 7a2ea297-5aef-44cc-bca9-210ae9406c73 owned by network:floatingip {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:45:26.066127 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (7a2ea297-5aef-44cc-bca9-210ae9406c73), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:26.092948 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event deleted for resources: {'Port': ['ID=7a2ea297-5aef-44cc-bca9-210ae9406c73,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:26.119480 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:26.119752 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:26.120094 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:26.120432 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:26.120762 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:26.121091 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:26.121417 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:26.121742 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:26.122091 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:26.122417 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:26.122740 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:26.123062 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:26.123412 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:26.123737 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:26.124058 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:26.165718 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (be424ebf-e4ad-4197-91fa-2bd6714504ee), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:26.168502 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:26.169847 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-f6da25d8-3193-4896-98bc-c307bf9b26cf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "DELETE /v2.0/floatingips/be424ebf-e4ad-4197-91fa-2bd6714504ee HTTP/1.1" status: 204 len: 168 time: 0.6489167 Jul 20 09:45:26.298677 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:27.768094 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58c9d2-2268-4aec-930b-3627df51aa91 req-1140da40-38de-4fe4-a27c-ef312d826178 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:27.769558 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6d58c9d2-2268-4aec-930b-3627df51aa91 req-1140da40-38de-4fe4-a27c-ef312d826178 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 946 time: 0.0500979 Jul 20 09:45:27.816598 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6d58c9d2-2268-4aec-930b-3627df51aa91 req-80de9927-ee0c-404e-a8b9-ead64547d152 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a562d5-bf50-4ab8-8184-f1e1738e302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414636 Jul 20 09:45:27.816889 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:28.163655 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:28.937519 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa5f77-edb0-41f1-ae6e-0e1c06d33287 req-3cf2b78c-0cde-4bca-b739-de208d24c9ae tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:28.938954 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b5aa5f77-edb0-41f1-ae6e-0e1c06d33287 req-3cf2b78c-0cde-4bca-b739-de208d24c9ae tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 946 time: 0.0468576 Jul 20 09:45:28.985278 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-b5aa5f77-edb0-41f1-ae6e-0e1c06d33287 req-422ef85e-7e1b-4a87-843e-1bc7f3692f46 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c1a562d5-bf50-4ab8-8184-f1e1738e302a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408030 Jul 20 09:45:29.237091 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beb444-26a7-4164-b3b1-4333102561fb req-d31d2920-d2ff-4197-9f5d-537437bb3151 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:29.238457 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-60beb444-26a7-4164-b3b1-4333102561fb req-d31d2920-d2ff-4197-9f5d-537437bb3151 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 946 time: 0.0476782 Jul 20 09:45:29.322575 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-60beb444-26a7-4164-b3b1-4333102561fb req-4e74eeae-f4c9-421d-b937-f7c8c05f4cf0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Deleting port c2e36cbd-e333-4f09-b744-1b79cceb1f5f {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:45:29.322923 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-60beb444-26a7-4164-b3b1-4333102561fb req-4e74eeae-f4c9-421d-b937-f7c8c05f4cf0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:29.345645 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:29.374948 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:29.414201 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-60beb444-26a7-4164-b3b1-4333102561fb req-4e74eeae-f4c9-421d-b937-f7c8c05f4cf0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] For port c2e36cbd-e333-4f09-b744-1b79cceb1f5f, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c2e36cbd-e333-4f09-b744-1b79cceb1f5f,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:45:29.414558 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-60beb444-26a7-4164-b3b1-4333102561fb req-4e74eeae-f4c9-421d-b937-f7c8c05f4cf0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:29.573374 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-60beb444-26a7-4164-b3b1-4333102561fb req-4e74eeae-f4c9-421d-b937-f7c8c05f4cf0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:29.573732 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-60beb444-26a7-4164-b3b1-4333102561fb req-4e74eeae-f4c9-421d-b937-f7c8c05f4cf0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (948cb4b1-d1d3-4126-a670-7d37354a1c4a), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:29.574040 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [req-60beb444-26a7-4164-b3b1-4333102561fb req-4e74eeae-f4c9-421d-b937-f7c8c05f4cf0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Floating IP 948cb4b1-d1d3-4126-a670-7d37354a1c4a disassociated. External IP: 172.27.1.229, port: c2e36cbd-e333-4f09-b744-1b79cceb1f5f. Jul 20 09:45:29.574376 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-60beb444-26a7-4164-b3b1-4333102561fb req-4e74eeae-f4c9-421d-b937-f7c8c05f4cf0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Calling delete_port for c2e36cbd-e333-4f09-b744-1b79cceb1f5f owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:45:29.702376 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-60beb444-26a7-4164-b3b1-4333102561fb req-4e74eeae-f4c9-421d-b937-f7c8c05f4cf0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (c2e36cbd-e333-4f09-b744-1b79cceb1f5f), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:29.730359 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74eeae-f4c9-421d-b937-f7c8c05f4cf0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event deleted for resources: {'Port': ['ID=c2e36cbd-e333-4f09-b744-1b79cceb1f5f,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:29.840497 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60beb444-26a7-4164-b3b1-4333102561fb req-4e74eeae-f4c9-421d-b937-f7c8c05f4cf0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Router 1a87491b-7372-43ff-9ed3-63e9938e0e18 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:45:29.943930 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60beb444-26a7-4164-b3b1-4333102561fb req-4e74eeae-f4c9-421d-b937-f7c8c05f4cf0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:45:29.954587 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d115b-8156-4d2b-9afb-2b697242cb42 None None] Sync routers for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:45:29.964300 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d115b-8156-4d2b-9afb-2b697242cb42 None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:45:29.964923 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-c55d115b-8156-4d2b-9afb-2b697242cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:45:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:45:29.987713 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-60beb444-26a7-4164-b3b1-4333102561fb req-4e74eeae-f4c9-421d-b937-f7c8c05f4cf0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] No DVR routers for this DVR port c2e36cbd-e333-4f09-b744-1b79cceb1f5f on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:45:29.990244 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-60beb444-26a7-4164-b3b1-4333102561fb req-4e74eeae-f4c9-421d-b937-f7c8c05f4cf0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:29.993485 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-60beb444-26a7-4164-b3b1-4333102561fb req-4e74eeae-f4c9-421d-b937-f7c8c05f4cf0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "DELETE /v2.0/ports/c2e36cbd-e333-4f09-b744-1b79cceb1f5f HTTP/1.1" status: 204 len: 173 time: 0.7500439 Jul 20 09:45:29.993915 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'name': 'network-vif-deleted', 'tag': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:45:29.996245 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3762268-4dfd-49b4-a73d-4017038912eb" -d '{"events": [{"server_uuid": "ac77738b-4bd2-4a70-b5f1-50f154fbf3f1", "name": "network-vif-deleted", "tag": "c2e36cbd-e333-4f09-b744-1b79cceb1f5f"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:45:30.035620 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6805897-3b94-44d0-8f67-f1e74d41c37a x-openstack-request-id: req-e6805897-3b94-44d0-8f67-f1e74d41c37a {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:45:30.035930 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac77738b-4bd2-4a70-b5f1-50f154fbf3f1", "name": "network-vif-deleted", "tag": "c2e36cbd-e333-4f09-b744-1b79cceb1f5f", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:45:30.036188 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6805897-3b94-44d0-8f67-f1e74d41c37a {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:45:30.036595 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6805897-3b94-44d0-8f67-f1e74d41c37a'] response: {'server_uuid': 'ac77738b-4bd2-4a70-b5f1-50f154fbf3f1', 'name': 'network-vif-deleted', 'tag': 'c2e36cbd-e333-4f09-b744-1b79cceb1f5f', 'status': 'completed', 'code': 200} Jul 20 09:45:30.078824 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-c55d115b-8156-4d2b-9afb-2b697242cb42 None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:45:30.102864 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8795db27-455e-4c9c-b9de-53ce3d6066dd req-9e019087-e8b5-48d9-8f75-8b0c6b177676 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac77738b-4bd2-4a70-b5f1-50f154fbf3f1 HTTP/1.1" status: 200 len: 210 time: 0.0339539 Jul 20 09:45:30.285032 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-c55d115b-8156-4d2b-9afb-2b697242cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:45:30.312160 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d115b-8156-4d2b-9afb-2b697242cb42 None None] Checking router: 1a87491b-7372-43ff-9ed3-63e9938e0e18 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:45:30.320697 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d115b-8156-4d2b-9afb-2b697242cb42 None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:45:30.321234 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-c55d115b-8156-4d2b-9afb-2b697242cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:45:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:45:30.549170 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-c55d115b-8156-4d2b-9afb-2b697242cb42 None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:45:30.729609 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-c55d115b-8156-4d2b-9afb-2b697242cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:45:30.754155 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d115b-8156-4d2b-9afb-2b697242cb42 None None] The sync data for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi is: [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:45:30.967442 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9724169-ce1f-4c92-9873-d3567c69068b None None] New status for floating IP 948cb4b1-d1d3-4126-a670-7d37354a1c4a: DOWN {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:45:31.193128 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56392) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:45:31.252086 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-2964f024-6045-42c3-a12e-590dd34fd18f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (c1a562d5-bf50-4ab8-8184-f1e1738e302a), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:31.275493 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-2964f024-6045-42c3-a12e-590dd34fd18f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (c1a562d5-bf50-4ab8-8184-f1e1738e302a), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:31.308534 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:31.324506 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-2964f024-6045-42c3-a12e-590dd34fd18f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (c1a562d5-bf50-4ab8-8184-f1e1738e302a), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:31.327786 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-2964f024-6045-42c3-a12e-590dd34fd18f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:31.329061 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-2964f024-6045-42c3-a12e-590dd34fd18f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "DELETE /v2.0/security-groups/c1a562d5-bf50-4ab8-8184-f1e1738e302a HTTP/1.1" status: 204 len: 168 time: 0.1349237 Jul 20 09:45:31.331959 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56394) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:45:31.338209 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964f024-6045-42c3-a12e-590dd34fd18f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a562d5-bf50-4ab8-8184-f1e1738e302a,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:31.346401 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.api.v2.resource [None req-4aff6521-2128-4428-9c3e-40f9f876ddbb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] show failed (client error): The resource could not be found. Jul 20 09:45:31.347495 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-4aff6521-2128-4428-9c3e-40f9f876ddbb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups/c1a562d5-bf50-4ab8-8184-f1e1738e302a HTTP/1.1" status: 404 len: 347 time: 0.0144272 Jul 20 09:45:31.350222 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56396) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:45:31.428865 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:31.462194 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-83d29523-3685-4bc4-ae92-26e69b161a11 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Deleting port 220b8271-7f18-4ee5-a071-343fc5dfbb07 {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:45:31.462641 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-83d29523-3685-4bc4-ae92-26e69b161a11 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (220b8271-7f18-4ee5-a071-343fc5dfbb07), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:31.475972 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:31.541536 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-83d29523-3685-4bc4-ae92-26e69b161a11 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (220b8271-7f18-4ee5-a071-343fc5dfbb07), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:31.541863 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-83d29523-3685-4bc4-ae92-26e69b161a11 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (220b8271-7f18-4ee5-a071-343fc5dfbb07), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:31.553892 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-83d29523-3685-4bc4-ae92-26e69b161a11 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Calling delete_port for 220b8271-7f18-4ee5-a071-343fc5dfbb07 owned by network:floatingip {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:45:31.684720 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-83d29523-3685-4bc4-ae92-26e69b161a11 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (220b8271-7f18-4ee5-a071-343fc5dfbb07), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:31.710492 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d29523-3685-4bc4-ae92-26e69b161a11 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event deleted for resources: {'Port': ['ID=220b8271-7f18-4ee5-a071-343fc5dfbb07,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:31.774873 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-83d29523-3685-4bc4-ae92-26e69b161a11 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (948cb4b1-d1d3-4126-a670-7d37354a1c4a), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:31.777847 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-83d29523-3685-4bc4-ae92-26e69b161a11 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:31.778992 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-83d29523-3685-4bc4-ae92-26e69b161a11 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "DELETE /v2.0/floatingips/948cb4b1-d1d3-4126-a670-7d37354a1c4a HTTP/1.1" status: 204 len: 168 time: 0.4277036 Jul 20 09:45:31.848797 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56400) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:45:31.853446 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-6f750159-49f2-4d29-9344-2714c731a24e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125807187', 'description': 'tempest-description--942817995'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:45:31.874929 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6f750159-49f2-4d29-9344-2714c731a24e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:31.942048 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6f750159-49f2-4d29-9344-2714c731a24e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (c93baf92-1452-4566-b390-35d01cd2c6a4), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:31.945600 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6f750159-49f2-4d29-9344-2714c731a24e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (c93baf92-1452-4566-b390-35d01cd2c6a4), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:31.964754 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:31.978972 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-6f750159-49f2-4d29-9344-2714c731a24e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:31.980213 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-6f750159-49f2-4d29-9344-2714c731a24e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1303940 Jul 20 09:45:31.981721 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f750159-49f2-4d29-9344-2714c731a24e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93baf92-1452-4566-b390-35d01cd2c6a4,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:31.983408 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56402) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:45:31.988785 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-875713dc-a5f5-4de6-9211-50d4b0a57596 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'security_group_rule': {'security_group_id': 'c93baf92-1452-4566-b390-35d01cd2c6a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:45:32.016260 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-875713dc-a5f5-4de6-9211-50d4b0a57596 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (ae6c3bc3-3c9c-470b-9bed-f4b636a5adcd), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.070389 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-875713dc-a5f5-4de6-9211-50d4b0a57596 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (ae6c3bc3-3c9c-470b-9bed-f4b636a5adcd), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.073677 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-875713dc-a5f5-4de6-9211-50d4b0a57596 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (ae6c3bc3-3c9c-470b-9bed-f4b636a5adcd), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.090073 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875713dc-a5f5-4de6-9211-50d4b0a57596 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6c3bc3-3c9c-470b-9bed-f4b636a5adcd,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:32.100793 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-875713dc-a5f5-4de6-9211-50d4b0a57596 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.101966 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-875713dc-a5f5-4de6-9211-50d4b0a57596 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174982 Jul 20 09:45:32.104671 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56404) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:45:32.109139 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-2a202933-600f-4fbe-8a72-bfc80b61c96e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'security_group_rule': {'security_group_id': 'c93baf92-1452-4566-b390-35d01cd2c6a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:45:32.134539 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2a202933-600f-4fbe-8a72-bfc80b61c96e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (39a20388-27a9-4c93-ac82-321dd7bc00ea), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.190208 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2a202933-600f-4fbe-8a72-bfc80b61c96e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (39a20388-27a9-4c93-ac82-321dd7bc00ea), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.193606 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2a202933-600f-4fbe-8a72-bfc80b61c96e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (39a20388-27a9-4c93-ac82-321dd7bc00ea), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.212362 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a202933-600f-4fbe-8a72-bfc80b61c96e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a20388-27a9-4c93-ac82-321dd7bc00ea,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:32.220766 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2a202933-600f-4fbe-8a72-bfc80b61c96e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.223493 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-2a202933-600f-4fbe-8a72-bfc80b61c96e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163957 Jul 20 09:45:32.225623 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56406) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:45:32.229863 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'floatingip': {'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:45:32.252041 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.333603 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.336122 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:32.429960 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:32.447027 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_common [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Allocated IP 172.27.1.128 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/994038ed-09ee-44eb-b403-9ff534613605) {{(pid=104190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:45:32.548836 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for port (994038ed-09ee-44eb-b403-9ff534613605), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.580890 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (994038ed-09ee-44eb-b403-9ff534613605), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.623026 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:45:32.627105 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:45:32.628582 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.base_scheduler [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Resources bound (agent type, host, resource id): {{(pid=104190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:45:32.632528 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Received port after_create {{(pid=104190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:45:32.637495 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'Port': ['ID=994038ed-09ee-44eb-b403-9ff534613605,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:32.718106 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (b6366aea-d3fc-4324-b383-fb1d2e2b0dd5), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.755650 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (994038ed-09ee-44eb-b403-9ff534613605), before_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.906370 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for port (994038ed-09ee-44eb-b403-9ff534613605), precommit_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.910641 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25966815'] for port (994038ed-09ee-44eb-b403-9ff534613605), after_update {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:32.980253 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'Port': ['ID=994038ed-09ee-44eb-b403-9ff534613605,revision_number=2']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:32.994597 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (b6366aea-d3fc-4324-b383-fb1d2e2b0dd5), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:33.009737 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:33.010966 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-95fa42e2-7b19-4d1a-8841-f7d0a98c7887 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7844107 Jul 20 09:45:33.140710 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:33.159773 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-3a55e5af-5173-4d54-92e4-aa94893df502 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1125807187&fields=id&tenant_id=a1fe308758354ddfb050def8345355ff HTTP/1.1" status: 200 len: 267 time: 0.0455425 Jul 20 09:45:33.270976 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-a69ca015-d5e3-4450-ba23-c16b74d05a60 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:33.272488 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-a69ca015-d5e3-4450-ba23-c16b74d05a60 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 815 time: 0.1061873 Jul 20 09:45:33.287107 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-d399db48-3a14-4a9e-a9a4-d37749bb116e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/quotas/a1fe308758354ddfb050def8345355ff HTTP/1.1" status: 200 len: 375 time: 0.0094242 Jul 20 09:45:33.300500 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:33.338720 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-5bda4b25-f1a7-485d-8269-5a0433592bd6 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464687 Jul 20 09:45:33.434657 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-ffc3b724-1d66-471a-adb8-796e8791271a service neutron] 10.222.0.18 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841613 Jul 20 09:45:33.529610 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-ad8b9ed0-ca1d-467c-9cdc-5b32e90cd391 service neutron] 10.222.0.18 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885625 Jul 20 09:45:33.696415 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c5354307-0e16-494b-bf86-8cb1ebf8c020 req-05bf2391-bf70-4061-9dfa-e8f81acd2c44 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 210 time: 0.0354214 Jul 20 09:45:34.581769 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device c2e36cbd-e333-4f09-b744-1b79cceb1f5f no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:45:34.610089 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: c2e36cbd-e333-4f09-b744-1b79cceb1f5f {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:45:34.610444 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device c2e36cbd-e333-4f09-b744-1b79cceb1f5f not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:45:34.642863 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-80269b88-caeb-471d-908e-650dfa1a5b76 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:34.644355 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-80269b88-caeb-471d-908e-650dfa1a5b76 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 815 time: 0.1125281 Jul 20 09:45:34.713164 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-79093169-571e-4e10-9de0-de0f0ee7be1f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1fe308758354ddfb050def8345355ff HTTP/1.1" status: 200 len: 380 time: 0.0556557 Jul 20 09:45:34.726646 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-29aba343-0d72-4803-bb40-bae599f34a6a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'port': {'device_id': 'ce3dce63-78c9-445f-8b86-bc9756df776c', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'admin_state_up': True, 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'security_groups': ['c93baf92-1452-4566-b390-35d01cd2c6a4']}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:45:34.805641 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-317ea5b9-6346-473f-b7f8-bcff57d39359 req-26a6a418-e138-4c26-aca0-836d29e8d097 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 210 time: 0.0295119 Jul 20 09:45:34.839581 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-29aba343-0d72-4803-bb40-bae599f34a6a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Made reservation on behalf of a1fe308758354ddfb050def8345355ff for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:45:34.843525 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-29aba343-0d72-4803-bb40-bae599f34a6a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:34.968770 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-29aba343-0d72-4803-bb40-bae599f34a6a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Allocated IP 172.20.0.13 (6671a0fd-e3f4-4bae-a778-86d0bc616f5d/0ad9e585-6099-4be5-adc8-f1d59931f57d/52fdf823-3ebd-41d7-ab74-a372859773e8) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:45:35.102471 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-29aba343-0d72-4803-bb40-bae599f34a6a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:35.134184 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-29aba343-0d72-4803-bb40-bae599f34a6a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:35.140357 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:35.180719 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-29aba343-0d72-4803-bb40-bae599f34a6a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:45:35.188199 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-29aba343-0d72-4803-bb40-bae599f34a6a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:45:35.192202 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-29aba343-0d72-4803-bb40-bae599f34a6a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:45:35.216076 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aba343-0d72-4803-bb40-bae599f34a6a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'Port': ['ID=52fdf823-3ebd-41d7-ab74-a372859773e8,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:35.238358 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:35.247466 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-29aba343-0d72-4803-bb40-bae599f34a6a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:35.248086 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-29aba343-0d72-4803-bb40-bae599f34a6a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:35.269695 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-29aba343-0d72-4803-bb40-bae599f34a6a tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5470796 Jul 20 09:45:35.282098 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Request body: {'port': {'device_id': 'ce3dce63-78c9-445f-8b86-bc9756df776c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:45:35.345658 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:35.389178 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-d95de3d9-4ed3-44fa-95e1-c96a986d5569 None None] Provisioning complete for port 52fdf823-3ebd-41d7-ab74-a372859773e8 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:45:35.390370 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d95de3d9-4ed3-44fa-95e1-c96a986d5569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:35.422790 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-d95de3d9-4ed3-44fa-95e1-c96a986d5569 None None] Port 52fdf823-3ebd-41d7-ab74-a372859773e8 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:45:35.603562 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52fdf823-3ebd-41d7-ab74-a372859773e8 {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:45:35.611127 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Publish callbacks [] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:35.623316 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Transition to ACTIVE for port object 52fdf823-3ebd-41d7-ab74-a372859773e8 will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:45:35.632524 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:35.691225 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Pushing event updated for resources: {'Port': ['ID=52fdf823-3ebd-41d7-ab74-a372859773e8,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:35.773090 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Attempting to bind port 52fdf823-3ebd-41d7-ab74-a372859773e8 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:45:35.773759 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Attempting to bind port 52fdf823-3ebd-41d7-ab74-a372859773e8 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:45:35.773759 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Attempting to bind port 52fdf823-3ebd-41d7-ab74-a372859773e8 on network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:45:35.778503 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Port 52fdf823-3ebd-41d7-ab74-a372859773e8 on network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:45:35.778832 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Attempting to bind port 52fdf823-3ebd-41d7-ab74-a372859773e8 on network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:45:35.784430 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:45:35.784898 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Checking segment: {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:45:35.785289 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Bound using segment: {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:45:35.785719 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Bound port: 52fdf823-3ebd-41d7-ab74-a372859773e8, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:45:35.786085 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:35.850914 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] For port 52fdf823-3ebd-41d7-ab74-a372859773e8, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:45:35.853993 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] For port 52fdf823-3ebd-41d7-ab74-a372859773e8, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52fdf823-3ebd-41d7-ab74-a372859773e8,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:45:35.860109 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:35.927810 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:35.928465 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:35.929808 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] 10.222.0.17 "PUT /v2.0/ports/52fdf823-3ebd-41d7-ab74-a372859773e8 HTTP/1.1" status: 200 len: 1094 time: 0.6528752 Jul 20 09:45:35.930336 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3dce63-78c9-445f-8b86-bc9756df776c', 'tag': '52fdf823-3ebd-41d7-ab74-a372859773e8'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:45:35.932639 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f7d15d-8b80-450b-a0f4-349d163ecbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3dce63-78c9-445f-8b86-bc9756df776c", "tag": "52fdf823-3ebd-41d7-ab74-a372859773e8"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:45:35.990637 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d8ef3-b0ab-485d-b991-2380eb617d7b req-48a03cd0-acfc-4be8-9450-052ec43428c6 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:35.992135 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b17d8ef3-b0ab-485d-b991-2380eb617d7b req-48a03cd0-acfc-4be8-9450-052ec43428c6 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 944 time: 0.1066482 Jul 20 09:45:35.995908 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc6aa52-fa39-48db-a4bc-792c57ac1a4c x-openstack-request-id: req-2dc6aa52-fa39-48db-a4bc-792c57ac1a4c {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:45:35.995908 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3dce63-78c9-445f-8b86-bc9756df776c", "tag": "52fdf823-3ebd-41d7-ab74-a372859773e8", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:45:35.995908 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2dc6aa52-fa39-48db-a4bc-792c57ac1a4c {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:45:35.995908 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc6aa52-fa39-48db-a4bc-792c57ac1a4c'] response: {'name': 'network-changed', 'server_uuid': 'ce3dce63-78c9-445f-8b86-bc9756df776c', 'tag': '52fdf823-3ebd-41d7-ab74-a372859773e8', 'status': 'completed', 'code': 200} Jul 20 09:45:36.013069 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62700f72-4e13-4f82-8a98-ba226c1e2178 service neutron] Pushing event updated for resources: {'Port': ['ID=52fdf823-3ebd-41d7-ab74-a372859773e8,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:36.043056 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-f09a9e3d-33cf-4216-b548-1c40ad7ce06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:36.044573 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-f09a9e3d-33cf-4216-b548-1c40ad7ce06d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 1128 time: 0.0708854 Jul 20 09:45:36.095827 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-d17983ad-3f61-4824-ab59-29f50612b9cd service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52fdf823-3ebd-41d7-ab74-a372859773e8 HTTP/1.1" status: 200 len: 217 time: 0.0403788 Jul 20 09:45:36.102752 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b17d8ef3-b0ab-485d-b991-2380eb617d7b req-4fbec8b0-7d12-42b5-8152-dd319929400b tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c93baf92-1452-4566-b390-35d01cd2c6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842667 Jul 20 09:45:36.136276 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:36.145105 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:36.152228 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-58431995-3bed-4eb8-866f-ec52eb7311d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:36.153657 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-58431995-3bed-4eb8-866f-ec52eb7311d6 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0ad9e585-6099-4be5-adc8-f1d59931f57d HTTP/1.1" status: 200 len: 854 time: 0.0500884 Jul 20 09:45:36.198257 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-9dc19360-6ff1-48ed-a712-fe8acb436d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:36.199764 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-9dc19360-6ff1-48ed-a712-fe8acb436d62 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393171 Jul 20 09:45:36.295304 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-f827532f-1137-4b23-adad-aecde99add36 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833251 Jul 20 09:45:36.387961 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7cfdfe80-3e7b-4406-8fb8-879495fd427b req-376f4e17-6a4a-4534-b33c-8566b17df021 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846272 Jul 20 09:45:37.215916 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469b11b-f2b6-41ed-9696-290cc62a8d24 req-716c6afe-5db6-41e1-8122-6bd9e616b547 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:37.217370 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5469b11b-f2b6-41ed-9696-290cc62a8d24 req-716c6afe-5db6-41e1-8122-6bd9e616b547 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 944 time: 0.0470302 Jul 20 09:45:37.271144 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-5469b11b-f2b6-41ed-9696-290cc62a8d24 req-86cc864f-6ead-4a02-aa47-1c14c107a0a8 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c93baf92-1452-4566-b390-35d01cd2c6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476906 Jul 20 09:45:37.302353 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7d15d-8b80-450b-a0f4-349d163ecbf3 req-b213b420-9fb3-4306-b5ad-ea3af1b5c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:37.303935 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-31f7d15d-8b80-450b-a0f4-349d163ecbf3 req-b213b420-9fb3-4306-b5ad-ea3af1b5c320 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 1128 time: 0.0436897 Jul 20 09:45:37.403055 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7d15d-8b80-450b-a0f4-349d163ecbf3 req-30e27dd4-ba69-418f-9f4e-7a3731d9fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:37.404474 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-31f7d15d-8b80-450b-a0f4-349d163ecbf3 req-30e27dd4-ba69-418f-9f4e-7a3731d9fa7e service neutron] 10.222.0.17 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 916 time: 0.0892470 Jul 20 09:45:37.444226 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-31f7d15d-8b80-450b-a0f4-349d163ecbf3 req-bc251450-492d-4f2b-bf31-12d364b0a611 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52fdf823-3ebd-41d7-ab74-a372859773e8 HTTP/1.1" status: 200 len: 217 time: 0.0333869 Jul 20 09:45:37.491159 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7d15d-8b80-450b-a0f4-349d163ecbf3 req-46672a8b-b3d1-4370-b269-1e153731a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:37.492584 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-31f7d15d-8b80-450b-a0f4-349d163ecbf3 req-46672a8b-b3d1-4370-b269-1e153731a567 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0ad9e585-6099-4be5-adc8-f1d59931f57d HTTP/1.1" status: 200 len: 854 time: 0.0428615 Jul 20 09:45:37.539406 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7d15d-8b80-450b-a0f4-349d163ecbf3 req-13520b00-cf26-4750-af73-588db5669d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:37.540895 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-31f7d15d-8b80-450b-a0f4-349d163ecbf3 req-13520b00-cf26-4750-af73-588db5669d02 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418823 Jul 20 09:45:37.630478 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-31f7d15d-8b80-450b-a0f4-349d163ecbf3 req-5f1856b5-2d6c-4393-9db4-275bf8d0fc9a service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819833 Jul 20 09:45:37.723127 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-31f7d15d-8b80-450b-a0f4-349d163ecbf3 req-1518bd91-d47d-4ab5-8f0b-8b70074761bd service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855739 Jul 20 09:45:38.384342 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c278214-3a0e-47e5-a2cd-6a57d7b19278 req-ad090571-819f-4d88-a277-957fbd59b8c4 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:38.385813 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8c278214-3a0e-47e5-a2cd-6a57d7b19278 req-ad090571-819f-4d88-a277-957fbd59b8c4 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 944 time: 0.0468874 Jul 20 09:45:38.432868 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8c278214-3a0e-47e5-a2cd-6a57d7b19278 req-4ed42d3f-01c7-4f73-a376-6bd4e7a7a15f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c93baf92-1452-4566-b390-35d01cd2c6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410540 Jul 20 09:45:38.580366 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 52fdf823-3ebd-41d7-ab74-a372859773e8 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:45:38.659577 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:38.669034 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:38.681301 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 52fdf823-3ebd-41d7-ab74-a372859773e8, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52fdf823-3ebd-41d7-ab74-a372859773e8,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:45:38.683876 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:38.694722 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '52fdf823-3ebd-41d7-ab74-a372859773e8', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'port_id': '52fdf823-3ebd-41d7-ab74-a372859773e8', 'mac_address': 'fa:16:3e:fb:0e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:45:38.729141 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 52fdf823-3ebd-41d7-ab74-a372859773e8 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:45:38.729520 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:38.742471 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fdf823-3ebd-41d7-ab74-a372859773e8 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:45:38.765822 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 52fdf823-3ebd-41d7-ab74-a372859773e8, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52fdf823-3ebd-41d7-ab74-a372859773e8,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:45:38.770251 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:38.815354 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=52fdf823-3ebd-41d7-ab74-a372859773e8,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:38.822275 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:38.822616 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:38.822955 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:38.823315 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:38.823632 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:38.823956 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:38.824286 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:38.824595 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:38.824941 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:38.825255 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:38.825570 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:38.825911 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:38.826227 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:38.826539 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:38.826856 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:45:39.015886 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['52fdf823-3ebd-41d7-ab74-a372859773e8'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:45:39.548217 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a4cae-e9ef-4108-b445-4b30236f1fd8 req-16904535-48e9-4528-9f46-47e7ee56f60e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:39.549532 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ea5a4cae-e9ef-4108-b445-4b30236f1fd8 req-16904535-48e9-4528-9f46-47e7ee56f60e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 945 time: 0.0475984 Jul 20 09:45:39.596275 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ea5a4cae-e9ef-4108-b445-4b30236f1fd8 req-e6438396-46a3-49c7-9c38-b294e8233936 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c93baf92-1452-4566-b390-35d01cd2c6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412750 Jul 20 09:45:40.604659 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 52fdf823-3ebd-41d7-ab74-a372859773e8 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:45:40.648388 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 52fdf823-3ebd-41d7-ab74-a372859773e8 completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:45:40.659150 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 52fdf823-3ebd-41d7-ab74-a372859773e8 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:45:40.659584 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:40.716600 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df567bee-e60e-4079-a6a6-297b0f0c1c3f req-df9a454f-87c7-42a4-90d0-e7bf3c0a1776 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:40.718084 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-df567bee-e60e-4079-a6a6-297b0f0c1c3f req-df9a454f-87c7-42a4-90d0-e7bf3c0a1776 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 945 time: 0.0534043 Jul 20 09:45:40.732875 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 52fdf823-3ebd-41d7-ab74-a372859773e8 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:45:40.733264 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:40.757389 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3dce63-78c9-445f-8b86-bc9756df776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fdf823-3ebd-41d7-ab74-a372859773e8'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:45:40.759668 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3887a065-cd21-4409-8b41-dc1cfa96d610" -d '{"events": [{"server_uuid": "ce3dce63-78c9-445f-8b86-bc9756df776c", "name": "network-vif-plugged", "status": "completed", "tag": "52fdf823-3ebd-41d7-ab74-a372859773e8"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:45:40.766591 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-df567bee-e60e-4079-a6a6-297b0f0c1c3f req-ae976b50-3ebf-4c78-985f-a7443a42223d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c93baf92-1452-4566-b390-35d01cd2c6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426555 Jul 20 09:45:40.776139 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 52fdf823-3ebd-41d7-ab74-a372859773e8, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52fdf823-3ebd-41d7-ab74-a372859773e8,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:45:40.780557 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:40.805524 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2ea5ef-4b70-472f-b131-dfc3cbf197ab x-openstack-request-id: req-8c2ea5ef-4b70-472f-b131-dfc3cbf197ab {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:45:40.805817 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3dce63-78c9-445f-8b86-bc9756df776c", "name": "network-vif-plugged", "status": "completed", "tag": "52fdf823-3ebd-41d7-ab74-a372859773e8", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:45:40.806069 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c2ea5ef-4b70-472f-b131-dfc3cbf197ab {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:45:40.806464 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2ea5ef-4b70-472f-b131-dfc3cbf197ab'] response: {'server_uuid': 'ce3dce63-78c9-445f-8b86-bc9756df776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fdf823-3ebd-41d7-ab74-a372859773e8', 'code': 200} Jul 20 09:45:40.830652 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=52fdf823-3ebd-41d7-ab74-a372859773e8,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:45:40.968276 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ef516-172c-48d6-a415-17d390b86329 req-81e96c2b-e438-45b3-bc77-8c228efede9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:40.970302 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8c2ef516-172c-48d6-a415-17d390b86329 req-81e96c2b-e438-45b3-bc77-8c228efede9c service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 1130 time: 0.0380189 Jul 20 09:45:41.014570 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8c2ef516-172c-48d6-a415-17d390b86329 req-2fa8e0e4-dfd5-475e-8215-93928bc948b5 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=c93baf92-1452-4566-b390-35d01cd2c6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383971 Jul 20 09:45:41.041626 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:41.892101 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4603e-b7ce-4106-9bc3-94889d1dbd84 req-fae4e448-3eb1-4cd5-9718-1c51439e4153 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:41.893482 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3fe4603e-b7ce-4106-9bc3-94889d1dbd84 req-fae4e448-3eb1-4cd5-9718-1c51439e4153 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 946 time: 0.0464649 Jul 20 09:45:41.905350 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:41.919470 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:41.944652 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3fe4603e-b7ce-4106-9bc3-94889d1dbd84 req-c69f5cc0-3439-47a5-853d-7278b2e624db tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c93baf92-1452-4566-b390-35d01cd2c6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456762 Jul 20 09:45:42.623778 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=11,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:43.057750 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338bdf2-2bd2-4912-86c8-692966702fc1 req-6298851d-f4ec-4aff-b64e-0b0e025ef3b5 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:43.059202 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1338bdf2-2bd2-4912-86c8-692966702fc1 req-6298851d-f4ec-4aff-b64e-0b0e025ef3b5 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 946 time: 0.0471826 Jul 20 09:45:43.106945 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-1338bdf2-2bd2-4912-86c8-692966702fc1 req-8ad1998c-1a39-4604-a7e0-260c8b7e5cea tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c93baf92-1452-4566-b390-35d01cd2c6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415637 Jul 20 09:45:43.214370 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c9714-998e-4ded-9086-a575b8975400 req-65303669-48a4-4bb9-b411-cf78a531a2ab tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:43.215865 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f20c9714-998e-4ded-9086-a575b8975400 req-65303669-48a4-4bb9-b411-cf78a531a2ab tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 946 time: 0.0467412 Jul 20 09:45:43.224722 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56458) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:45:43.229042 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-dc0dbcbc-a6be-4d47-a805-6c56e726fbca tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'floatingip': {'port_id': '52fdf823-3ebd-41d7-ab74-a372859773e8'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:45:43.267486 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbcbc-a6be-4d47-a805-6c56e726fbca tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (b6366aea-d3fc-4324-b383-fb1d2e2b0dd5), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:43.690071 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbcbc-a6be-4d47-a805-6c56e726fbca tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:43.693735 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbcbc-a6be-4d47-a805-6c56e726fbca tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (b6366aea-d3fc-4324-b383-fb1d2e2b0dd5), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:43.794256 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [None req-dc0dbcbc-a6be-4d47-a805-6c56e726fbca tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Floating IP b6366aea-d3fc-4324-b383-fb1d2e2b0dd5 associated. External IP: 172.27.1.128, port: 52fdf823-3ebd-41d7-ab74-a372859773e8. Jul 20 09:45:43.990181 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0dbcbc-a6be-4d47-a805-6c56e726fbca tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Router 1a87491b-7372-43ff-9ed3-63e9938e0e18 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:45:44.360382 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0dbcbc-a6be-4d47-a805-6c56e726fbca tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:45:44.365205 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbcbc-a6be-4d47-a805-6c56e726fbca tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:44.370256 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beaa45b-af0a-4c71-9cbc-b91d93bb8917 None None] Sync routers for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:45:44.383022 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beaa45b-af0a-4c71-9cbc-b91d93bb8917 None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:45:44.383807 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-1beaa45b-af0a-4c71-9cbc-b91d93bb8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:45:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:45:44.397747 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-dc0dbcbc-a6be-4d47-a805-6c56e726fbca tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "PUT /v2.0/floatingips/b6366aea-d3fc-4324-b383-fb1d2e2b0dd5 HTTP/1.1" status: 200 len: 992 time: 1.1720309 Jul 20 09:45:44.398329 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3dce63-78c9-445f-8b86-bc9756df776c', 'tag': '52fdf823-3ebd-41d7-ab74-a372859773e8'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:45:44.400636 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7c6832-9adf-438b-8b52-a87cc619be86" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3dce63-78c9-445f-8b86-bc9756df776c", "tag": "52fdf823-3ebd-41d7-ab74-a372859773e8"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:45:44.440518 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc217c25-d12f-4f67-8fa1-6d95bda2e2b3 x-openstack-request-id: req-dc217c25-d12f-4f67-8fa1-6d95bda2e2b3 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:45:44.440807 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3dce63-78c9-445f-8b86-bc9756df776c", "tag": "52fdf823-3ebd-41d7-ab74-a372859773e8", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:45:44.441057 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc217c25-d12f-4f67-8fa1-6d95bda2e2b3 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:45:44.441459 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc217c25-d12f-4f67-8fa1-6d95bda2e2b3'] response: {'name': 'network-changed', 'server_uuid': 'ce3dce63-78c9-445f-8b86-bc9756df776c', 'tag': '52fdf823-3ebd-41d7-ab74-a372859773e8', 'status': 'completed', 'code': 200} Jul 20 09:45:44.489127 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-1beaa45b-af0a-4c71-9cbc-b91d93bb8917 None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:45:44.493246 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:44.495785 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:44.505368 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c6832-9adf-438b-8b52-a87cc619be86 req-2da11563-34e8-49b2-a431-9187e172d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:44.506855 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b7c6832-9adf-438b-8b52-a87cc619be86 req-2da11563-34e8-49b2-a431-9187e172d62d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 1130 time: 0.0432465 Jul 20 09:45:44.597666 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c6832-9adf-438b-8b52-a87cc619be86 req-e5c94440-4653-40dc-bcfc-60cae8c6f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:44.599131 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b7c6832-9adf-438b-8b52-a87cc619be86 req-e5c94440-4653-40dc-bcfc-60cae8c6f9bb service neutron] 10.222.0.17 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 916 time: 0.0856676 Jul 20 09:45:44.664024 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b7c6832-9adf-438b-8b52-a87cc619be86 req-183767ee-dae5-4678-95d9-c8c7fcac506f service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52fdf823-3ebd-41d7-ab74-a372859773e8 HTTP/1.1" status: 200 len: 1000 time: 0.0584764 Jul 20 09:45:44.704483 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-1beaa45b-af0a-4c71-9cbc-b91d93bb8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'b6366aea-d3fc-4324-b383-fb1d2e2b0dd5', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': '52fdf823-3ebd-41d7-ab74-a372859773e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:fb:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3dce63-78c9-445f-8b86-bc9756df776c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:45:32Z', 'updated_at': '2022-07-20T09:45:43Z', 'revision_number': 1, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:45:44.716935 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c6832-9adf-438b-8b52-a87cc619be86 req-a1e351b7-173f-4142-8148-aa646efe0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:44.718415 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b7c6832-9adf-438b-8b52-a87cc619be86 req-a1e351b7-173f-4142-8148-aa646efe0f0f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0ad9e585-6099-4be5-adc8-f1d59931f57d HTTP/1.1" status: 200 len: 854 time: 0.0462239 Jul 20 09:45:44.733142 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beaa45b-af0a-4c71-9cbc-b91d93bb8917 None None] Checking router: 1a87491b-7372-43ff-9ed3-63e9938e0e18 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:45:44.742033 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beaa45b-af0a-4c71-9cbc-b91d93bb8917 None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:45:44.742645 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-1beaa45b-af0a-4c71-9cbc-b91d93bb8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:45:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:45:44.763937 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c6832-9adf-438b-8b52-a87cc619be86 req-ba9c704b-4d5c-4f19-b4d3-b3f14e293631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:44.765449 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b7c6832-9adf-438b-8b52-a87cc619be86 req-ba9c704b-4d5c-4f19-b4d3-b3f14e293631 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399868 Jul 20 09:45:44.846149 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-1beaa45b-af0a-4c71-9cbc-b91d93bb8917 None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:45:44.857822 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b7c6832-9adf-438b-8b52-a87cc619be86 req-c8ed49f7-215e-4f5b-89cc-1ed3f03fd554 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857546 Jul 20 09:45:44.955157 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6b7c6832-9adf-438b-8b52-a87cc619be86 req-51f3bbad-aee4-4bf9-86f4-3f7df34e6817 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896039 Jul 20 09:45:45.055846 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-1beaa45b-af0a-4c71-9cbc-b91d93bb8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'b6366aea-d3fc-4324-b383-fb1d2e2b0dd5', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': '52fdf823-3ebd-41d7-ab74-a372859773e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:fb:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3dce63-78c9-445f-8b86-bc9756df776c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:45:32Z', 'updated_at': '2022-07-20T09:45:43Z', 'revision_number': 1, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:45:45.082933 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beaa45b-af0a-4c71-9cbc-b91d93bb8917 None None] The sync data for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi is: [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'b6366aea-d3fc-4324-b383-fb1d2e2b0dd5', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': '52fdf823-3ebd-41d7-ab74-a372859773e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:fb:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3dce63-78c9-445f-8b86-bc9756df776c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:45:32Z', 'updated_at': '2022-07-20T09:45:43Z', 'revision_number': 1, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:45:45.272164 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90916b76-75a0-4063-b862-682202890822 None None] New status for floating IP b6366aea-d3fc-4324-b383-fb1d2e2b0dd5: ACTIVE {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:45:46.993021 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:53.038936 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:53.046207 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:53.052758 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3a38f02e-b3a5-4fe6-8e06-1005dc97c566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:53.101469 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=50 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:53.103346 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=63 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:54.950091 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=41 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:54.950964 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=48 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:55.296146 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-927c42fc-f1e2-4086-ba58-fb30e170a1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:55.371005 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:55.375929 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:45:56.301910 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:57.733912 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-db4edccc-5cca-4098-bba6-92f4db7da491 req-be5a279c-3f86-4b16-98b1-db72dd7cb931 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381472 Jul 20 09:45:57.792440 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4edccc-5cca-4098-bba6-92f4db7da491 req-f1676137-41cb-445d-a622-e0d15f5f4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:57.793916 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-db4edccc-5cca-4098-bba6-92f4db7da491 req-f1676137-41cb-445d-a622-e0d15f5f4490 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 1129 time: 0.0380604 Jul 20 09:45:57.817443 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:57.909429 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4edccc-5cca-4098-bba6-92f4db7da491 req-12f9fb9a-82b2-438e-9a82-f441cf911f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:57.911013 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-db4edccc-5cca-4098-bba6-92f4db7da491 req-12f9fb9a-82b2-438e-9a82-f441cf911f0c service neutron] 10.222.0.17 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 913 time: 0.0935183 Jul 20 09:45:57.973085 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-db4edccc-5cca-4098-bba6-92f4db7da491 req-78932a91-707c-4a50-9745-8f686290dccb service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e293b286-c896-48c7-b609-1a4f9bd4117a HTTP/1.1" status: 200 len: 1001 time: 0.0551026 Jul 20 09:45:58.021717 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4edccc-5cca-4098-bba6-92f4db7da491 req-18052823-872f-454e-831d-5ef4ca90c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:58.023132 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-db4edccc-5cca-4098-bba6-92f4db7da491 req-18052823-872f-454e-831d-5ef4ca90c4b3 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839f002e-4afd-4969-8fc3-6f3fa88beb95 HTTP/1.1" status: 200 len: 851 time: 0.0439196 Jul 20 09:45:58.071377 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4edccc-5cca-4098-bba6-92f4db7da491 req-d36b7a8b-d058-49ed-a039-dd3165ca1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:45:58.072868 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-db4edccc-5cca-4098-bba6-92f4db7da491 req-d36b7a8b-d058-49ed-a039-dd3165ca1f44 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=49ad933c-e19c-4fd1-95f5-c5db07071624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430155 Jul 20 09:45:58.166078 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:45:58.166310 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-db4edccc-5cca-4098-bba6-92f4db7da491 req-fffba354-3d87-4a9f-a0bf-68103776eef9 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847068 Jul 20 09:45:58.276537 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-db4edccc-5cca-4098-bba6-92f4db7da491 req-600c4196-3a3a-4a08-aaa9-24dcba0d636c service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986419 Jul 20 09:46:05.543790 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:05.546228 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:07.812495 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:08.154451 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:08.161800 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:08.272240 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=44 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:08.273004 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=57 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:09.625627 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:46:15.032478 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55653c31-5f5e-4076-af9a-c68ed5e1e8e3 req-e7223f26-aa14-4ed4-ac5d-784cef1039bb tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:15.033844 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-55653c31-5f5e-4076-af9a-c68ed5e1e8e3 req-e7223f26-aa14-4ed4-ac5d-784cef1039bb tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 945 time: 0.0997071 Jul 20 09:46:15.083423 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-55653c31-5f5e-4076-af9a-c68ed5e1e8e3 req-fe757386-d304-4de5-8fb4-c46e34eb316b tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432572 Jul 20 09:46:16.247195 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1ac16-d18d-48c8-be56-fd754f182136 req-46d05688-77cc-41cd-b621-95c2a316de13 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:16.248711 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ffa1ac16-d18d-48c8-be56-fd754f182136 req-46d05688-77cc-41cd-b621-95c2a316de13 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 945 time: 0.0978155 Jul 20 09:46:16.299114 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-ffa1ac16-d18d-48c8-be56-fd754f182136 req-46816817-2aab-4022-819b-2d346f8fbcbe tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443871 Jul 20 09:46:16.627899 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-f963c662-f62f-424b-9cce-824c3a305e71 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:16.629346 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-f963c662-f62f-424b-9cce-824c3a305e71 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.17 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 945 time: 0.0462906 Jul 20 09:46:16.715337 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-bf45322b-03d5-48e4-b757-04134394379c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Deleting port e293b286-c896-48c7-b609-1a4f9bd4117a {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:46:16.715636 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-bf45322b-03d5-48e4-b757-04134394379c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:16.808660 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-bf45322b-03d5-48e4-b757-04134394379c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] For port e293b286-c896-48c7-b609-1a4f9bd4117a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e293b286-c896-48c7-b609-1a4f9bd4117a,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:16.809010 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-bf45322b-03d5-48e4-b757-04134394379c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:16.874936 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:16.975216 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-bf45322b-03d5-48e4-b757-04134394379c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:16.975568 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-bf45322b-03d5-48e4-b757-04134394379c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (91ebaa40-9cce-4600-8200-734712709a29), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:16.975824 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-bf45322b-03d5-48e4-b757-04134394379c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Floating IP 91ebaa40-9cce-4600-8200-734712709a29 disassociated. External IP: 172.27.1.234, port: e293b286-c896-48c7-b609-1a4f9bd4117a. Jul 20 09:46:16.976187 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-bf45322b-03d5-48e4-b757-04134394379c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Calling delete_port for e293b286-c896-48c7-b609-1a4f9bd4117a owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:46:17.102483 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-bf45322b-03d5-48e4-b757-04134394379c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (e293b286-c896-48c7-b609-1a4f9bd4117a), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:17.129672 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45322b-03d5-48e4-b757-04134394379c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Pushing event deleted for resources: {'Port': ['ID=e293b286-c896-48c7-b609-1a4f9bd4117a,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:17.240099 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-bf45322b-03d5-48e4-b757-04134394379c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Router 1405944f-ab8f-4a81-bcb8-e62ca6314473 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:46:17.355464 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-bf45322b-03d5-48e4-b757-04134394379c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:46:17.365324 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c26f3-b9a2-41f7-91bb-d1f79e5a2123 None None] Sync routers for ids ['1405944f-ab8f-4a81-bcb8-e62ca6314473'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:46:17.375658 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c26f3-b9a2-41f7-91bb-d1f79e5a2123 None None] Routers {'1405944f-ab8f-4a81-bcb8-e62ca6314473'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:46:17.376489 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-285c26f3-b9a2-41f7-91bb-d1f79e5a2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:45:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1405944f-ab8f-4a81-bcb8-e62ca6314473'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:17.401006 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-bf45322b-03d5-48e4-b757-04134394379c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] No DVR routers for this DVR port e293b286-c896-48c7-b609-1a4f9bd4117a on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:46:17.403671 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-bf45322b-03d5-48e4-b757-04134394379c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:17.407312 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9013f14e-3228-48ce-9267-e66a5099c8b5 req-bf45322b-03d5-48e4-b757-04134394379c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.17 "DELETE /v2.0/ports/e293b286-c896-48c7-b609-1a4f9bd4117a HTTP/1.1" status: 204 len: 173 time: 0.7724252 Jul 20 09:46:17.407767 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb063d3-178c-44c1-bc45-828171804bff', 'name': 'network-vif-deleted', 'tag': 'e293b286-c896-48c7-b609-1a4f9bd4117a'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:46:17.410766 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e629b3e4-ef72-41de-8793-f8f846cc44c5" -d '{"events": [{"server_uuid": "acb063d3-178c-44c1-bc45-828171804bff", "name": "network-vif-deleted", "tag": "e293b286-c896-48c7-b609-1a4f9bd4117a"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:46:17.412488 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0d5c1a65-e5f6-4662-937b-c2735cdef50c req-6641c5be-492b-4c8b-9cf8-9f1665840888 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=acb063d3-178c-44c1-bc45-828171804bff HTTP/1.1" status: 200 len: 210 time: 0.0288038 Jul 20 09:46:17.464760 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7c6e0c-fe8e-4aec-8e31-07a64862f601 x-openstack-request-id: req-2b7c6e0c-fe8e-4aec-8e31-07a64862f601 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:46:17.465066 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb063d3-178c-44c1-bc45-828171804bff", "name": "network-vif-deleted", "tag": "e293b286-c896-48c7-b609-1a4f9bd4117a", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:46:17.465396 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b7c6e0c-fe8e-4aec-8e31-07a64862f601 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:46:17.465921 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b7c6e0c-fe8e-4aec-8e31-07a64862f601'] response: {'server_uuid': 'acb063d3-178c-44c1-bc45-828171804bff', 'name': 'network-vif-deleted', 'tag': 'e293b286-c896-48c7-b609-1a4f9bd4117a', 'status': 'completed', 'code': 200} Jul 20 09:46:17.503488 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-285c26f3-b9a2-41f7-91bb-d1f79e5a2123 None None] Set router 1405944f-ab8f-4a81-bcb8-e62ca6314473 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:46:17.700131 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-285c26f3-b9a2-41f7-91bb-d1f79e5a2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:31Z', 'updated_at': '2022-07-20T09:43:35Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'gw_port': {'id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:32Z', 'updated_at': '2022-07-20T09:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'b296a5ae-85e0-428b-9980-8d8a93e1bda6', 'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'mac_address': 'fa:16:3e:84:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:34Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 5, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'subnets': [{'id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:17.726365 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c26f3-b9a2-41f7-91bb-d1f79e5a2123 None None] Checking router: 1405944f-ab8f-4a81-bcb8-e62ca6314473 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:46:17.734779 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c26f3-b9a2-41f7-91bb-d1f79e5a2123 None None] Routers {'1405944f-ab8f-4a81-bcb8-e62ca6314473'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:46:17.735428 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-285c26f3-b9a2-41f7-91bb-d1f79e5a2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:45:55Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1405944f-ab8f-4a81-bcb8-e62ca6314473'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:17.837877 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-285c26f3-b9a2-41f7-91bb-d1f79e5a2123 None None] Set router 1405944f-ab8f-4a81-bcb8-e62ca6314473 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:46:18.027244 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-285c26f3-b9a2-41f7-91bb-d1f79e5a2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:31Z', 'updated_at': '2022-07-20T09:43:35Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'gw_port': {'id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:32Z', 'updated_at': '2022-07-20T09:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'b296a5ae-85e0-428b-9980-8d8a93e1bda6', 'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'mac_address': 'fa:16:3e:84:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:34Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 5, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'subnets': [{'id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:18.052832 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c26f3-b9a2-41f7-91bb-d1f79e5a2123 None None] The sync data for ids ['1405944f-ab8f-4a81-bcb8-e62ca6314473'] in dv-cinder-822822-3-iscsi is: [{'id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:31Z', 'updated_at': '2022-07-20T09:43:35Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'gw_port': {'id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:32Z', 'updated_at': '2022-07-20T09:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'b296a5ae-85e0-428b-9980-8d8a93e1bda6', 'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'mac_address': 'fa:16:3e:84:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:34Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 5, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'subnets': [{'id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:46:18.265561 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa680d28-7305-4197-b875-c30044948155 None None] New status for floating IP 91ebaa40-9cce-4600-8200-734712709a29: DOWN {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:46:18.606661 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:18.611983 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:18.634360 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-c27c02d4-50ad-46fa-a850-7a1229ab3e2a tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069216155&fields=id&tenant_id=42a88572ee8443d4a51617c04ca2f416 HTTP/1.1" status: 200 len: 267 time: 0.0482821 Jul 20 09:46:18.742065 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697316c-f334-491e-adda-05e01fccf6e7 req-c0458f7e-b2f7-4b78-b07a-8f9413b5f154 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:18.743546 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-c0458f7e-b2f7-4b78-b07a-8f9413b5f154 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 812 time: 0.1027997 Jul 20 09:46:18.758338 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-7c86395e-7af5-43bb-a256-80d37242e2f5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/quotas/42a88572ee8443d4a51617c04ca2f416 HTTP/1.1" status: 200 len: 375 time: 0.0095782 Jul 20 09:46:18.806576 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-91801365-aa7e-4d54-aae0-ad0e333cc339 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434561 Jul 20 09:46:18.822150 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-1125f205-f17f-4d97-9f9b-d454bbed64c9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:46:18.823087 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-1125f205-f17f-4d97-9f9b-d454bbed64c9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048618 Jul 20 09:46:18.908662 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-16f21af3-b994-4097-8522-dc214b830bdd service neutron] 10.222.0.18 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803511 Jul 20 09:46:19.000025 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-6250492a-e64c-4548-92dc-eecae7c0728e service neutron] 10.222.0.18 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858049 Jul 20 09:46:19.295171 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7afa0760-cbd7-484f-9388-835dd8a467b4 req-92b07563-c82a-477b-bff6-bd3f3f2b70df tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 210 time: 0.0292137 Jul 20 09:46:20.259564 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697316c-f334-491e-adda-05e01fccf6e7 req-3e956201-cb7f-463f-9904-6b8ff458d809 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:20.261018 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-3e956201-cb7f-463f-9904-6b8ff458d809 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.17 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 812 time: 0.1134202 Jul 20 09:46:20.327387 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-a6b7fc34-f0a5-4dc9-9973-72aab236e2ab tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a88572ee8443d4a51617c04ca2f416 HTTP/1.1" status: 200 len: 380 time: 0.0574274 Jul 20 09:46:20.341224 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-1697316c-f334-491e-adda-05e01fccf6e7 req-34418e72-a9e1-494c-bf21-fe2ec8bb94f5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Request body: {'port': {'device_id': '2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'admin_state_up': True, 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'security_groups': ['a3c0748e-e911-4df3-b8ae-bbabb9320bae']}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:46:20.429059 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8c1a2525-548c-48ce-bdcf-23da15ae8ebf req-eb012dfc-e2b3-41af-9586-4d14213384fc tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 210 time: 0.0593250 Jul 20 09:46:20.480723 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1697316c-f334-491e-adda-05e01fccf6e7 req-34418e72-a9e1-494c-bf21-fe2ec8bb94f5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Made reservation on behalf of 42a88572ee8443d4a51617c04ca2f416 for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:46:20.484007 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-1697316c-f334-491e-adda-05e01fccf6e7 req-34418e72-a9e1-494c-bf21-fe2ec8bb94f5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:20.613746 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-1697316c-f334-491e-adda-05e01fccf6e7 req-34418e72-a9e1-494c-bf21-fe2ec8bb94f5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Allocated IP 172.20.0.6 (49ad933c-e19c-4fd1-95f5-c5db07071624/839f002e-4afd-4969-8fc3-6f3fa88beb95/361144e0-fc56-4c8c-b382-29b23daf98dd) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:46:20.736383 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device e293b286-c896-48c7-b609-1a4f9bd4117a no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:46:20.759656 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: e293b286-c896-48c7-b609-1a4f9bd4117a {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:46:20.760303 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device e293b286-c896-48c7-b609-1a4f9bd4117a not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:46:20.779909 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:20.780657 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:20.792987 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-1697316c-f334-491e-adda-05e01fccf6e7 req-34418e72-a9e1-494c-bf21-fe2ec8bb94f5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for port (361144e0-fc56-4c8c-b382-29b23daf98dd), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:20.834825 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-1697316c-f334-491e-adda-05e01fccf6e7 req-34418e72-a9e1-494c-bf21-fe2ec8bb94f5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (361144e0-fc56-4c8c-b382-29b23daf98dd), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:20.887703 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1697316c-f334-491e-adda-05e01fccf6e7 req-34418e72-a9e1-494c-bf21-fe2ec8bb94f5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Network 49ad933c-e19c-4fd1-95f5-c5db07071624 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:46:20.891061 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-1697316c-f334-491e-adda-05e01fccf6e7 req-34418e72-a9e1-494c-bf21-fe2ec8bb94f5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:46:20.895443 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1697316c-f334-491e-adda-05e01fccf6e7 req-34418e72-a9e1-494c-bf21-fe2ec8bb94f5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:46:20.899964 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34418e72-a9e1-494c-bf21-fe2ec8bb94f5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Pushing event updated for resources: {'Port': ['ID=361144e0-fc56-4c8c-b382-29b23daf98dd,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:20.950058 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697316c-f334-491e-adda-05e01fccf6e7 req-34418e72-a9e1-494c-bf21-fe2ec8bb94f5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:20.950665 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-1697316c-f334-491e-adda-05e01fccf6e7 req-34418e72-a9e1-494c-bf21-fe2ec8bb94f5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:20.968108 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-34418e72-a9e1-494c-bf21-fe2ec8bb94f5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6310847 Jul 20 09:46:20.979662 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Request body: {'port': {'device_id': '2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:46:21.041718 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (361144e0-fc56-4c8c-b382-29b23daf98dd), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:21.144984 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-94fc6088-1ad0-4506-b065-c77d6f1589f0 None None] Provisioning complete for port 361144e0-fc56-4c8c-b382-29b23daf98dd triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:46:21.145345 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-94fc6088-1ad0-4506-b065-c77d6f1589f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (361144e0-fc56-4c8c-b382-29b23daf98dd), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:21.182564 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-94fc6088-1ad0-4506-b065-c77d6f1589f0 None None] Port 361144e0-fc56-4c8c-b382-29b23daf98dd cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:46:21.299198 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361144e0-fc56-4c8c-b382-29b23daf98dd {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:46:21.306743 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Publish callbacks [] for port (361144e0-fc56-4c8c-b382-29b23daf98dd), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:21.319768 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Transition to ACTIVE for port object 361144e0-fc56-4c8c-b382-29b23daf98dd will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:46:21.323406 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (361144e0-fc56-4c8c-b382-29b23daf98dd), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:21.375069 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Pushing event updated for resources: {'Port': ['ID=361144e0-fc56-4c8c-b382-29b23daf98dd,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:21.447666 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Attempting to bind port 361144e0-fc56-4c8c-b382-29b23daf98dd on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:46:21.448082 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Attempting to bind port 361144e0-fc56-4c8c-b382-29b23daf98dd by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:46:21.448486 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Attempting to bind port 361144e0-fc56-4c8c-b382-29b23daf98dd on network 49ad933c-e19c-4fd1-95f5-c5db07071624 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:46:21.455982 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:21.458234 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Port 361144e0-fc56-4c8c-b382-29b23daf98dd on network 49ad933c-e19c-4fd1-95f5-c5db07071624 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:46:21.458905 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Attempting to bind port 361144e0-fc56-4c8c-b382-29b23daf98dd on network 49ad933c-e19c-4fd1-95f5-c5db07071624 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:46:21.466016 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:46:21.466219 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Checking segment: {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:46:21.466600 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Bound using segment: {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:46:21.467090 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Bound port: 361144e0-fc56-4c8c-b382-29b23daf98dd, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:46:21.467477 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (361144e0-fc56-4c8c-b382-29b23daf98dd), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:21.570878 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043d67f-5af4-408f-96c1-a9d6e98fcafd req-ba045085-09c1-4c8c-84d5-04b1332ec1cc tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:21.572371 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9043d67f-5af4-408f-96c1-a9d6e98fcafd req-ba045085-09c1-4c8c-84d5-04b1332ec1cc tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 943 time: 0.0656450 Jul 20 09:46:21.579146 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] For port 361144e0-fc56-4c8c-b382-29b23daf98dd, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:46:21.587371 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] For port 361144e0-fc56-4c8c-b382-29b23daf98dd, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=361144e0-fc56-4c8c-b382-29b23daf98dd,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:46:21.600595 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (361144e0-fc56-4c8c-b382-29b23daf98dd), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:21.635779 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:21.636679 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:21.638058 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] 10.222.0.17 "PUT /v2.0/ports/361144e0-fc56-4c8c-b382-29b23daf98dd HTTP/1.1" status: 200 len: 1093 time: 0.6627328 Jul 20 09:46:21.645872 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95', 'tag': '361144e0-fc56-4c8c-b382-29b23daf98dd'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:46:21.648142 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d34342-bd93-426e-91cf-6498c32e2084" -d '{"events": [{"name": "network-changed", "server_uuid": "2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95", "tag": "361144e0-fc56-4c8c-b382-29b23daf98dd"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:46:21.687842 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9043d67f-5af4-408f-96c1-a9d6e98fcafd req-0657e6ca-20cb-4ff3-a13c-92ce174dcb8b tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098626 Jul 20 09:46:21.688267 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:21.701775 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc89865-745d-4a4f-8a47-7dff2f8e89b5 service neutron] Pushing event updated for resources: {'Port': ['ID=361144e0-fc56-4c8c-b382-29b23daf98dd,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:21.718144 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8154657-d3d0-48a8-ade6-a9079581a778 x-openstack-request-id: req-b8154657-d3d0-48a8-ade6-a9079581a778 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:46:21.718435 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95", "tag": "361144e0-fc56-4c8c-b382-29b23daf98dd", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:46:21.718687 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8154657-d3d0-48a8-ade6-a9079581a778 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:46:21.719085 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8154657-d3d0-48a8-ade6-a9079581a778'] response: {'name': 'network-changed', 'server_uuid': '2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95', 'tag': '361144e0-fc56-4c8c-b382-29b23daf98dd', 'status': 'completed', 'code': 200} Jul 20 09:46:21.762997 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697316c-f334-491e-adda-05e01fccf6e7 req-2c19aa49-7c9b-429e-a47b-acdbe1ddac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:21.764574 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-2c19aa49-7c9b-429e-a47b-acdbe1ddac7d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 1127 time: 0.0423775 Jul 20 09:46:21.806992 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-ce9372f8-5293-4a59-ae2b-56debdd50604 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361144e0-fc56-4c8c-b382-29b23daf98dd HTTP/1.1" status: 200 len: 217 time: 0.0344431 Jul 20 09:46:21.856413 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697316c-f334-491e-adda-05e01fccf6e7 req-2609138a-8aa2-48da-8a2a-e2f408c85dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:21.857879 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-2609138a-8aa2-48da-8a2a-e2f408c85dd8 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839f002e-4afd-4969-8fc3-6f3fa88beb95 HTTP/1.1" status: 200 len: 851 time: 0.0446420 Jul 20 09:46:21.906095 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697316c-f334-491e-adda-05e01fccf6e7 req-4dc3b97b-0e2c-4970-9566-b7597b8498d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:21.907798 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-4dc3b97b-0e2c-4970-9566-b7597b8498d3 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=49ad933c-e19c-4fd1-95f5-c5db07071624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432208 Jul 20 09:46:22.007847 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-985bd910-6acb-46c1-8c41-404887462265 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938957 Jul 20 09:46:22.106333 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-1697316c-f334-491e-adda-05e01fccf6e7 req-000e0820-8f33-4cfa-bda8-7c95bb68a695 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907922 Jul 20 09:46:22.353180 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34342-bd93-426e-91cf-6498c32e2084 req-1d7b90d7-a38d-40a6-b5b5-f6ce4b91c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:22.354702 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e5d34342-bd93-426e-91cf-6498c32e2084 req-1d7b90d7-a38d-40a6-b5b5-f6ce4b91c76c service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 1127 time: 0.0423815 Jul 20 09:46:22.454950 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34342-bd93-426e-91cf-6498c32e2084 req-8866351e-24cd-438f-995a-570376a4d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:22.457267 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e5d34342-bd93-426e-91cf-6498c32e2084 req-8866351e-24cd-438f-995a-570376a4d5c9 service neutron] 10.222.0.17 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 913 time: 0.0938230 Jul 20 09:46:22.497175 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e5d34342-bd93-426e-91cf-6498c32e2084 req-f5e87063-ce6a-4d86-ac1c-3c9f2ceccdc1 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361144e0-fc56-4c8c-b382-29b23daf98dd HTTP/1.1" status: 200 len: 217 time: 0.0333383 Jul 20 09:46:22.544332 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34342-bd93-426e-91cf-6498c32e2084 req-e7b1c704-f59c-49e3-992e-1199318d881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:22.545713 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e5d34342-bd93-426e-91cf-6498c32e2084 req-e7b1c704-f59c-49e3-992e-1199318d881e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839f002e-4afd-4969-8fc3-6f3fa88beb95 HTTP/1.1" status: 200 len: 851 time: 0.0414786 Jul 20 09:46:22.588676 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34342-bd93-426e-91cf-6498c32e2084 req-0f7b32b4-1eca-483f-80f7-41ba9dba5e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:22.590069 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e5d34342-bd93-426e-91cf-6498c32e2084 req-0f7b32b4-1eca-483f-80f7-41ba9dba5e39 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=49ad933c-e19c-4fd1-95f5-c5db07071624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381224 Jul 20 09:46:22.656913 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:22.686199 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e5d34342-bd93-426e-91cf-6498c32e2084 req-0b8b1c80-ddfa-4440-9db8-eb1b63cce7d0 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899060 Jul 20 09:46:22.785105 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e5d34342-bd93-426e-91cf-6498c32e2084 req-1dc1d07c-6129-4529-b0ff-e5aaf97521c7 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912952 Jul 20 09:46:22.818460 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4f228-f4d3-4b7e-9f34-1bd93c009f8d req-54e69c64-c023-4a21-a83e-c178b8173566 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:22.819946 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2be4f228-f4d3-4b7e-9f34-1bd93c009f8d req-54e69c64-c023-4a21-a83e-c178b8173566 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 943 time: 0.0521164 Jul 20 09:46:22.869124 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2be4f228-f4d3-4b7e-9f34-1bd93c009f8d req-efdbcbfb-1f69-4a81-93e8-acae0544a8c0 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435123 Jul 20 09:46:23.054624 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ffa8-6758-4186-95f0-3f7b5eab39e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:23.983415 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa70bdf-888d-4352-b31b-6f15f04e1e98 req-4fc5600f-0ddf-4f74-bb33-5ca1f0699a77 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:23.984901 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3fa70bdf-888d-4352-b31b-6f15f04e1e98 req-4fc5600f-0ddf-4f74-bb33-5ca1f0699a77 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 943 time: 0.0465279 Jul 20 09:46:24.034394 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3fa70bdf-888d-4352-b31b-6f15f04e1e98 req-f85ba053-b986-4a07-9ee6-6fc2431660ad tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434728 Jul 20 09:46:25.147270 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bafd9a-224c-4206-8867-2cb39e747f95 req-8bbc436e-2c75-43f7-940c-590f39d90913 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:25.148688 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-02bafd9a-224c-4206-8867-2cb39e747f95 req-8bbc436e-2c75-43f7-940c-590f39d90913 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 943 time: 0.0471809 Jul 20 09:46:25.197445 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-02bafd9a-224c-4206-8867-2cb39e747f95 req-f3c5facb-523c-4856-b6d3-c33d63b126d4 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433629 Jul 20 09:46:25.297780 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e0628e88-333e-4403-bb3d-e89ad21e4434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:26.304069 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:26.311598 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70825ea6-9003-462f-af9f-63b9e7947858 req-33aa0e12-ef50-4da9-8c1a-fc3eb59c2ce8 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:26.313087 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-70825ea6-9003-462f-af9f-63b9e7947858 req-33aa0e12-ef50-4da9-8c1a-fc3eb59c2ce8 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 943 time: 0.0495062 Jul 20 09:46:26.362041 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-70825ea6-9003-462f-af9f-63b9e7947858 req-f942f3e3-ba90-44a9-861f-ce9ca14ae142 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434873 Jul 20 09:46:27.475760 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f471a9-cc6a-4066-b156-fa85970583a9 req-71c009b6-53ba-49c3-b4d3-3d3cb99f0179 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:27.477287 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-15f471a9-cc6a-4066-b156-fa85970583a9 req-71c009b6-53ba-49c3-b4d3-3d3cb99f0179 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 943 time: 0.0482771 Jul 20 09:46:27.532959 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-15f471a9-cc6a-4066-b156-fa85970583a9 req-15847002-0ea1-42e6-9bb9-86ea5e6c5fed tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497990 Jul 20 09:46:27.819996 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:28.168999 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:28.339509 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:28.342111 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:28.925916 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca0298-65bc-4d05-80ee-3f6bf0341c1b req-202a2909-b893-4d63-9eed-5f3291f9fd05 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:28.927430 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7cca0298-65bc-4d05-80ee-3f6bf0341c1b req-202a2909-b893-4d63-9eed-5f3291f9fd05 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 943 time: 0.3270922 Jul 20 09:46:28.975577 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7cca0298-65bc-4d05-80ee-3f6bf0341c1b req-05fde4c8-bbd0-408c-acf8-f0bf7e93bfd5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 Jul 20 09:46:30.100978 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e1931-1640-48d5-aa3c-b29343f201dc req-d2b377c7-acb7-4d35-a196-04343dbe3528 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:30.102458 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2d1e1931-1640-48d5-aa3c-b29343f201dc req-d2b377c7-acb7-4d35-a196-04343dbe3528 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 943 time: 0.0468924 Jul 20 09:46:30.127789 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:30.151230 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2d1e1931-1640-48d5-aa3c-b29343f201dc req-ae7923fd-e15c-45e3-993c-89c7f4072afe tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432386 Jul 20 09:46:30.799866 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 361144e0-fc56-4c8c-b382-29b23daf98dd details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:46:30.897251 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 361144e0-fc56-4c8c-b382-29b23daf98dd, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=361144e0-fc56-4c8c-b382-29b23daf98dd,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:30.908159 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': '361144e0-fc56-4c8c-b382-29b23daf98dd', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'port_id': '361144e0-fc56-4c8c-b382-29b23daf98dd', 'mac_address': 'fa:16:3e:fb:eb:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:46:30.946933 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 361144e0-fc56-4c8c-b382-29b23daf98dd is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:46:30.947346 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (361144e0-fc56-4c8c-b382-29b23daf98dd), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:30.960298 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361144e0-fc56-4c8c-b382-29b23daf98dd {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:46:30.979915 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 361144e0-fc56-4c8c-b382-29b23daf98dd, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=361144e0-fc56-4c8c-b382-29b23daf98dd,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:30.983366 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (361144e0-fc56-4c8c-b382-29b23daf98dd), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:31.027614 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=361144e0-fc56-4c8c-b382-29b23daf98dd,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:31.196440 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['361144e0-fc56-4c8c-b382-29b23daf98dd'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:46:31.270393 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e5dff-ffd7-4c69-973e-44663ec15f29 req-22bff9bb-37fb-46dc-8e66-ec290f3cdb20 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:31.277106 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-647e5dff-ffd7-4c69-973e-44663ec15f29 req-22bff9bb-37fb-46dc-8e66-ec290f3cdb20 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 944 time: 0.0566304 Jul 20 09:46:31.300777 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:31.331580 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-647e5dff-ffd7-4c69-973e-44663ec15f29 req-03e0228d-09c2-492b-bfe1-c4d0da57b34f tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534801 Jul 20 09:46:31.370110 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf13bc-e382-45b3-b2c5-7dba7940b441 req-0409170f-9e72-416b-add9-f153466f9301 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:31.371621 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3faf13bc-e382-45b3-b2c5-7dba7940b441 req-0409170f-9e72-416b-add9-f153466f9301 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 946 time: 0.0533011 Jul 20 09:46:31.401115 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:31.420561 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-3faf13bc-e382-45b3-b2c5-7dba7940b441 req-72ab025c-b08c-473e-adc8-e66464b02539 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c93baf92-1452-4566-b390-35d01cd2c6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433540 Jul 20 09:46:31.442900 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:32.440596 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113c79c-3246-4eee-9653-1eb603cdb81b req-5c33d229-f48d-42fa-8954-8d7e1d0e4167 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:32.442149 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f113c79c-3246-4eee-9653-1eb603cdb81b req-5c33d229-f48d-42fa-8954-8d7e1d0e4167 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 944 time: 0.0480311 Jul 20 09:46:32.492751 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-f113c79c-3246-4eee-9653-1eb603cdb81b req-06677e7b-4f07-4431-9b37-649b326ce41b tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445430 Jul 20 09:46:32.534645 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d602d-695f-4140-8e37-d2002f894f3d req-1b6e87e6-cfdd-4d0a-bc18-3b74cb3e0716 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:32.536740 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dd8d602d-695f-4140-8e37-d2002f894f3d req-1b6e87e6-cfdd-4d0a-bc18-3b74cb3e0716 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 946 time: 0.0477233 Jul 20 09:46:32.583794 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dd8d602d-695f-4140-8e37-d2002f894f3d req-aff2e077-3ad6-4d19-9d84-b69e768d2921 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=c93baf92-1452-4566-b390-35d01cd2c6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416019 Jul 20 09:46:32.759222 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-461d3119-0cf8-4416-bf70-9ba83e1d452f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:32.760707 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-461d3119-0cf8-4416-bf70-9ba83e1d452f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 946 time: 0.0467920 Jul 20 09:46:32.812252 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 361144e0-fc56-4c8c-b382-29b23daf98dd up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:46:32.846280 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Deleting port 52fdf823-3ebd-41d7-ab74-a372859773e8 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:46:32.846628 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:32.854009 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port 361144e0-fc56-4c8c-b382-29b23daf98dd completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:46:32.859723 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port 361144e0-fc56-4c8c-b382-29b23daf98dd triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:46:32.860103 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (361144e0-fc56-4c8c-b382-29b23daf98dd), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:32.934939 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port 361144e0-fc56-4c8c-b382-29b23daf98dd is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:46:32.935354 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (361144e0-fc56-4c8c-b382-29b23daf98dd), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:32.941393 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] For port 52fdf823-3ebd-41d7-ab74-a372859773e8, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=52fdf823-3ebd-41d7-ab74-a372859773e8,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:32.941921 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:32.958756 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361144e0-fc56-4c8c-b382-29b23daf98dd'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:46:32.961026 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b56c68-e7f6-4634-8fdb-709d323a9691" -d '{"events": [{"server_uuid": "2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95", "name": "network-vif-plugged", "status": "completed", "tag": "361144e0-fc56-4c8c-b382-29b23daf98dd"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:46:32.974334 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port 361144e0-fc56-4c8c-b382-29b23daf98dd, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=361144e0-fc56-4c8c-b382-29b23daf98dd,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:32.978590 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (361144e0-fc56-4c8c-b382-29b23daf98dd), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:33.003118 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1318c15-e091-4e04-a3f5-dba49c2be7d9 x-openstack-request-id: req-d1318c15-e091-4e04-a3f5-dba49c2be7d9 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:46:33.003437 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95", "name": "network-vif-plugged", "status": "completed", "tag": "361144e0-fc56-4c8c-b382-29b23daf98dd", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:46:33.003691 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1318c15-e091-4e04-a3f5-dba49c2be7d9 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:46:33.004120 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1318c15-e091-4e04-a3f5-dba49c2be7d9'] response: {'server_uuid': '2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361144e0-fc56-4c8c-b382-29b23daf98dd', 'code': 200} Jul 20 09:46:33.030001 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=361144e0-fc56-4c8c-b382-29b23daf98dd,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:33.108089 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:33.108477 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (b6366aea-d3fc-4324-b383-fb1d2e2b0dd5), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:33.108792 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Floating IP b6366aea-d3fc-4324-b383-fb1d2e2b0dd5 disassociated. External IP: 172.27.1.128, port: 52fdf823-3ebd-41d7-ab74-a372859773e8. Jul 20 09:46:33.109172 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Calling delete_port for 52fdf823-3ebd-41d7-ab74-a372859773e8 owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:46:33.110979 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:33.248342 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7014e-3f39-4857-b294-9beaba7ff942 req-bcd54a90-9d08-4c11-a17c-3bfe479a62be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:33.249845 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f8e7014e-3f39-4857-b294-9beaba7ff942 req-bcd54a90-9d08-4c11-a17c-3bfe479a62be service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 1129 time: 0.0671248 Jul 20 09:46:33.294183 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (52fdf823-3ebd-41d7-ab74-a372859773e8), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:33.332713 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event deleted for resources: {'Port': ['ID=52fdf823-3ebd-41d7-ab74-a372859773e8,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:33.336404 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:33.342794 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-f8e7014e-3f39-4857-b294-9beaba7ff942 req-52418a95-826c-4148-b0ef-1c41033fed2d service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856335 Jul 20 09:46:33.347497 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:33.347933 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:33.349270 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:33.349270 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:33.349684 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:33.349885 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:33.350215 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:33.350547 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:33.350874 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:33.351205 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:33.351565 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:33.351894 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:33.352220 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:33.352546 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:33.353098 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:33.464327 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Router 1a87491b-7372-43ff-9ed3-63e9938e0e18 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:46:33.594678 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:46:33.605021 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd41d70-1278-4f98-9827-ae55071db4e1 None None] Sync routers for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:46:33.628405 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd41d70-1278-4f98-9827-ae55071db4e1 None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:46:33.629526 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9dd41d70-1278-4f98-9827-ae55071db4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:46:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:33.632792 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21b075-c929-4292-b1f3-f8e65a7c7bd7 req-3c6892fe-c80b-4727-9384-528ed772aac5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:33.634333 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8e21b075-c929-4292-b1f3-f8e65a7c7bd7 req-3c6892fe-c80b-4727-9384-528ed772aac5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 945 time: 0.0726452 Jul 20 09:46:33.654652 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] No DVR routers for this DVR port 52fdf823-3ebd-41d7-ab74-a372859773e8 on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:46:33.662264 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:33.665437 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-764ab78d-eefc-44a9-aa29-6567a47948cc req-e668b113-8761-4dec-a615-7be1398e5bcf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "DELETE /v2.0/ports/52fdf823-3ebd-41d7-ab74-a372859773e8 HTTP/1.1" status: 204 len: 173 time: 0.9003100 Jul 20 09:46:33.665953 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3dce63-78c9-445f-8b86-bc9756df776c', 'name': 'network-vif-deleted', 'tag': '52fdf823-3ebd-41d7-ab74-a372859773e8'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:46:33.668489 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885b4bd4-43b8-4e38-80da-397e50652337" -d '{"events": [{"server_uuid": "ce3dce63-78c9-445f-8b86-bc9756df776c", "name": "network-vif-deleted", "tag": "52fdf823-3ebd-41d7-ab74-a372859773e8"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:46:33.714739 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-7c231bad-9214-42b2-96e6-6b7bf74f8e3b req-5736cc78-f34f-4838-9dbb-6b46474edc68 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 210 time: 0.0488992 Jul 20 09:46:33.732084 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8e21b075-c929-4292-b1f3-f8e65a7c7bd7 req-66b1e2e1-b291-4364-9dcf-537cd16cf9c4 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792928 Jul 20 09:46:33.767644 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-9dd41d70-1278-4f98-9827-ae55071db4e1 None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:46:33.778791 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0693a2d8-46b9-4b28-8243-dd07e19f84bc x-openstack-request-id: req-0693a2d8-46b9-4b28-8243-dd07e19f84bc {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:46:33.779089 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3dce63-78c9-445f-8b86-bc9756df776c", "name": "network-vif-deleted", "tag": "52fdf823-3ebd-41d7-ab74-a372859773e8", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:46:33.779437 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0693a2d8-46b9-4b28-8243-dd07e19f84bc {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:46:33.779777 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0693a2d8-46b9-4b28-8243-dd07e19f84bc'] response: {'server_uuid': 'ce3dce63-78c9-445f-8b86-bc9756df776c', 'name': 'network-vif-deleted', 'tag': '52fdf823-3ebd-41d7-ab74-a372859773e8', 'status': 'completed', 'code': 200} Jul 20 09:46:33.961988 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9dd41d70-1278-4f98-9827-ae55071db4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:33.986310 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd41d70-1278-4f98-9827-ae55071db4e1 None None] Checking router: 1a87491b-7372-43ff-9ed3-63e9938e0e18 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:46:33.995427 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd41d70-1278-4f98-9827-ae55071db4e1 None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:46:33.996040 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9dd41d70-1278-4f98-9827-ae55071db4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:46:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:34.223019 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-9dd41d70-1278-4f98-9827-ae55071db4e1 None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:46:34.412182 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9dd41d70-1278-4f98-9827-ae55071db4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:34.439204 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd41d70-1278-4f98-9827-ae55071db4e1 None None] The sync data for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi is: [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:46:34.641718 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077aad03-6c92-4ecd-82f5-0b0409167e38 None None] New status for floating IP b6366aea-d3fc-4324-b383-fb1d2e2b0dd5: DOWN {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:46:34.847962 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6792dcc4-6e65-4fdd-bf93-a46f71fc9ec3 req-c53028c4-8d72-4c5c-940e-b57fb4584b1f tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce3dce63-78c9-445f-8b86-bc9756df776c HTTP/1.1" status: 200 len: 210 time: 0.0388691 Jul 20 09:46:34.875221 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7e762-3dfb-4b38-9a2c-675da32b47f5 req-7632c2b2-170d-43b9-90b3-9d02e706c131 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:34.876713 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-94b7e762-3dfb-4b38-9a2c-675da32b47f5 req-7632c2b2-170d-43b9-90b3-9d02e706c131 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 945 time: 0.0501370 Jul 20 09:46:34.927408 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-94b7e762-3dfb-4b38-9a2c-675da32b47f5 req-e0ec90d7-2628-4a52-af28-aa1a28b3100c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446632 Jul 20 09:46:35.038083 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110b718-89a2-4a8a-bf4f-2fd25a924c9e req-69f19c28-f731-44f8-ae29-156fac073b76 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:35.039560 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6110b718-89a2-4a8a-bf4f-2fd25a924c9e req-69f19c28-f731-44f8-ae29-156fac073b76 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 945 time: 0.0471873 Jul 20 09:46:35.087928 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-6110b718-89a2-4a8a-bf4f-2fd25a924c9e req-26f6b567-5d60-46da-94e8-654bcff9a3a0 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426459 Jul 20 09:46:35.109834 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56614) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:35.151241 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad049c-1b96-4d9b-9403-56c47fec3b12 tempest-TestVolumeBootPattern-512342860 tempest-TestVolumeBootPattern-512342860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:35.152740 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-66ad049c-1b96-4d9b-9403-56c47fec3b12 tempest-TestVolumeBootPattern-512342860 tempest-TestVolumeBootPattern-512342860-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 1124 time: 0.0419416 Jul 20 09:46:35.155436 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56616) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:35.159483 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Request body: {'floatingip': {'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'port_id': '361144e0-fc56-4c8c-b382-29b23daf98dd', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:46:35.180081 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:35.257001 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:35.312613 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:35.366813 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Allocated IP 172.27.1.124 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/869d77b4-bb54-4e19-a094-1a6c29c977b8) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:46:35.468694 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for port (869d77b4-bb54-4e19-a094-1a6c29c977b8), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:35.494474 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:35.507079 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (869d77b4-bb54-4e19-a094-1a6c29c977b8), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:35.544832 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:46:35.549802 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:46:35.553691 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:46:35.575150 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Pushing event updated for resources: {'Port': ['ID=869d77b4-bb54-4e19-a094-1a6c29c977b8,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:35.910063 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for floatingip (d15fbb53-1272-417c-bd6b-df0dc134a752), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:35.931363 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56622) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:36.013837 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (869d77b4-bb54-4e19-a094-1a6c29c977b8), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.036914 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-59cde622-fc58-4b40-a419-bcc6d0c0c97b tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (c93baf92-1452-4566-b390-35d01cd2c6a4), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.064317 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:36.076057 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-59cde622-fc58-4b40-a419-bcc6d0c0c97b tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (c93baf92-1452-4566-b390-35d01cd2c6a4), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.185433 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-59cde622-fc58-4b40-a419-bcc6d0c0c97b tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (c93baf92-1452-4566-b390-35d01cd2c6a4), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.187868 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-59cde622-fc58-4b40-a419-bcc6d0c0c97b tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.188993 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-59cde622-fc58-4b40-a419-bcc6d0c0c97b tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "DELETE /v2.0/security-groups/c93baf92-1452-4566-b390-35d01cd2c6a4 HTTP/1.1" status: 204 len: 168 time: 0.2567012 Jul 20 09:46:36.192481 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56624) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:36.206478 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.api.v2.resource [None req-40ecd9ac-2ee9-4a9d-a0b5-50cfbc928e07 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] show failed (client error): The resource could not be found. Jul 20 09:46:36.210927 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-40ecd9ac-2ee9-4a9d-a0b5-50cfbc928e07 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups/c93baf92-1452-4566-b390-35d01cd2c6a4 HTTP/1.1" status: 404 len: 347 time: 0.0144930 Jul 20 09:46:36.211072 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cde622-fc58-4b40-a419-bcc6d0c0c97b tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93baf92-1452-4566-b390-35d01cd2c6a4,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:36.211167 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56626) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:36.233965 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for port (869d77b4-bb54-4e19-a094-1a6c29c977b8), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.243868 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (869d77b4-bb54-4e19-a094-1a6c29c977b8), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.282488 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:36.318302 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Pushing event updated for resources: {'Port': ['ID=869d77b4-bb54-4e19-a094-1a6c29c977b8,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:36.330912 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (d15fbb53-1272-417c-bd6b-df0dc134a752), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.335389 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Deleting port 994038ed-09ee-44eb-b403-9ff534613605 {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:46:36.335730 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (994038ed-09ee-44eb-b403-9ff534613605), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.417318 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (994038ed-09ee-44eb-b403-9ff534613605), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.417647 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (994038ed-09ee-44eb-b403-9ff534613605), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.427509 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Floating IP d15fbb53-1272-417c-bd6b-df0dc134a752 associated. External IP: 172.27.1.124, port: 361144e0-fc56-4c8c-b382-29b23daf98dd. Jul 20 09:46:36.430677 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Calling delete_port for 994038ed-09ee-44eb-b403-9ff534613605 owned by network:floatingip {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:46:36.483384 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=100 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:36.542578 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:36.569850 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (994038ed-09ee-44eb-b403-9ff534613605), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.597088 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event deleted for resources: {'Port': ['ID=994038ed-09ee-44eb-b403-9ff534613605,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:36.610736 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:36.611090 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:36.611467 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:36.611808 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:36.612143 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:36.612475 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:36.612808 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:36.613142 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:36.613545 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:36.613876 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:36.614703 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:36.615069 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:36.615427 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:36.615754 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:36.616077 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:36.630161 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Router 1405944f-ab8f-4a81-bcb8-e62ca6314473 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:46:36.674323 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (b6366aea-d3fc-4324-b383-fb1d2e2b0dd5), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.678149 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.678852 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-4912bb3e-b32c-433a-b344-ca8f7f40aabb tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "DELETE /v2.0/floatingips/b6366aea-d3fc-4324-b383-fb1d2e2b0dd5 HTTP/1.1" status: 204 len: 168 time: 0.4667783 Jul 20 09:46:36.743628 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:46:36.744244 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56630) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:36.748893 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-7839efaf-0e3d-47d1-9b92-fd745199b123 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1588239077', 'description': 'tempest-description--1453195438'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:46:36.755817 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0e0549-72e4-4e30-9c70-12210fb64e6f None None] Sync routers for ids ['1405944f-ab8f-4a81-bcb8-e62ca6314473'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:46:36.763692 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.768829 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0e0549-72e4-4e30-9c70-12210fb64e6f None None] Routers {'1405944f-ab8f-4a81-bcb8-e62ca6314473'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:46:36.769451 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-8d0e0549-72e4-4e30-9c70-12210fb64e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:46:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1405944f-ab8f-4a81-bcb8-e62ca6314473'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:36.771132 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7839efaf-0e3d-47d1-9b92-fd745199b123 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.799635 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-bbff403c-88ac-4c53-9ce3-cb02472673d2 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6410718 Jul 20 09:46:36.799635 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95', 'tag': '361144e0-fc56-4c8c-b382-29b23daf98dd'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:46:36.800532 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb903d7-34a5-4dea-947c-b181801edd48" -d '{"events": [{"name": "network-changed", "server_uuid": "2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95", "tag": "361144e0-fc56-4c8c-b382-29b23daf98dd"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:46:36.841231 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc44edeb-e533-4536-8cb8-aa180ac8ebf3 x-openstack-request-id: req-cc44edeb-e533-4536-8cb8-aa180ac8ebf3 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:46:36.842005 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95", "tag": "361144e0-fc56-4c8c-b382-29b23daf98dd", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:46:36.842005 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc44edeb-e533-4536-8cb8-aa180ac8ebf3 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:46:36.842302 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc44edeb-e533-4536-8cb8-aa180ac8ebf3'] response: {'name': 'network-changed', 'server_uuid': '2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95', 'tag': '361144e0-fc56-4c8c-b382-29b23daf98dd', 'status': 'completed', 'code': 200} Jul 20 09:46:36.849857 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7839efaf-0e3d-47d1-9b92-fd745199b123 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (26cfcb6c-7eda-4c18-8e24-c6db619ff3eb), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.854306 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7839efaf-0e3d-47d1-9b92-fd745199b123 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (26cfcb6c-7eda-4c18-8e24-c6db619ff3eb), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.866499 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 52fdf823-3ebd-41d7-ab74-a372859773e8 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:46:36.890366 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: 52fdf823-3ebd-41d7-ab74-a372859773e8 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:46:36.890716 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 52fdf823-3ebd-41d7-ab74-a372859773e8 not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:46:36.893776 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839efaf-0e3d-47d1-9b92-fd745199b123 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26cfcb6c-7eda-4c18-8e24-c6db619ff3eb,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:36.899436 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-7839efaf-0e3d-47d1-9b92-fd745199b123 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.900783 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-7839efaf-0e3d-47d1-9b92-fd745199b123 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1554418 Jul 20 09:46:36.903539 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56638) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:36.908561 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-4206452e-2c54-4bf0-836c-26202632016d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'security_group_rule': {'security_group_id': '26cfcb6c-7eda-4c18-8e24-c6db619ff3eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:46:36.923119 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-8d0e0549-72e4-4e30-9c70-12210fb64e6f None None] Set router 1405944f-ab8f-4a81-bcb8-e62ca6314473 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:46:36.940776 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4206452e-2c54-4bf0-836c-26202632016d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (a6f7e0ec-7210-49ac-9828-de435ad0ed83), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:36.956254 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb903d7-34a5-4dea-947c-b181801edd48 req-485ceda3-d188-4d81-9d5c-199c178ad8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:36.958397 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dfb903d7-34a5-4dea-947c-b181801edd48 req-485ceda3-d188-4d81-9d5c-199c178ad8e9 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 1129 time: 0.0967569 Jul 20 09:46:37.000133 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4206452e-2c54-4bf0-836c-26202632016d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (a6f7e0ec-7210-49ac-9828-de435ad0ed83), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:37.005278 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4206452e-2c54-4bf0-836c-26202632016d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (a6f7e0ec-7210-49ac-9828-de435ad0ed83), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:37.026534 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:37.028457 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206452e-2c54-4bf0-836c-26202632016d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f7e0ec-7210-49ac-9828-de435ad0ed83,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:37.037151 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-4206452e-2c54-4bf0-836c-26202632016d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:37.040941 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-4206452e-2c54-4bf0-836c-26202632016d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350968 Jul 20 09:46:37.043952 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56640) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:37.048652 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.v2.base [None req-ef929f9a-1767-4269-a1a8-626b526edf27 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'security_group_rule': {'security_group_id': '26cfcb6c-7eda-4c18-8e24-c6db619ff3eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:46:37.059243 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb903d7-34a5-4dea-947c-b181801edd48 req-adecac16-b69f-4a15-990a-0a97717be091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:37.060766 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dfb903d7-34a5-4dea-947c-b181801edd48 req-adecac16-b69f-4a15-990a-0a97717be091 service neutron] 10.222.0.17 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 913 time: 0.0966280 Jul 20 09:46:37.075278 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ef929f9a-1767-4269-a1a8-626b526edf27 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (50ec7270-7243-4c77-9906-f14554e38e4a), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:37.131861 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dfb903d7-34a5-4dea-947c-b181801edd48 req-04cd1d69-523d-4fb6-87d8-0e0d701da500 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361144e0-fc56-4c8c-b382-29b23daf98dd HTTP/1.1" status: 200 len: 999 time: 0.0631900 Jul 20 09:46:37.137365 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ef929f9a-1767-4269-a1a8-626b526edf27 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (50ec7270-7243-4c77-9906-f14554e38e4a), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:37.137528 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:37.141298 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ef929f9a-1767-4269-a1a8-626b526edf27 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579976'] for security_group_rule (50ec7270-7243-4c77-9906-f14554e38e4a), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:37.156426 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-8d0e0549-72e4-4e30-9c70-12210fb64e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:31Z', 'updated_at': '2022-07-20T09:43:35Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'gw_port': {'id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:32Z', 'updated_at': '2022-07-20T09:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'd15fbb53-1272-417c-bd6b-df0dc134a752', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'port_id': '361144e0-fc56-4c8c-b382-29b23daf98dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'mac_address': 'fa:16:3e:fb:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:46:35Z', 'updated_at': '2022-07-20T09:46:35Z', 'revision_number': 0, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b296a5ae-85e0-428b-9980-8d8a93e1bda6', 'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'mac_address': 'fa:16:3e:84:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:34Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 5, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'subnets': [{'id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:37.161281 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef929f9a-1767-4269-a1a8-626b526edf27 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ec7270-7243-4c77-9906-f14554e38e4a,revision_number=0']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:37.169142 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ef929f9a-1767-4269-a1a8-626b526edf27 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:37.170451 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-ef929f9a-1767-4269-a1a8-626b526edf27 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254766 Jul 20 09:46:37.173566 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56642) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:37.180014 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'floatingip': {'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:46:37.184438 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0e0549-72e4-4e30-9c70-12210fb64e6f None None] Checking router: 1405944f-ab8f-4a81-bcb8-e62ca6314473 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:46:37.193360 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0e0549-72e4-4e30-9c70-12210fb64e6f None None] Routers {'1405944f-ab8f-4a81-bcb8-e62ca6314473'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:46:37.193981 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-8d0e0549-72e4-4e30-9c70-12210fb64e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:46:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1405944f-ab8f-4a81-bcb8-e62ca6314473'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:37.213370 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb903d7-34a5-4dea-947c-b181801edd48 req-16e6669e-8eff-4e00-8764-90f936f63287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:37.214808 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dfb903d7-34a5-4dea-947c-b181801edd48 req-16e6669e-8eff-4e00-8764-90f936f63287 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839f002e-4afd-4969-8fc3-6f3fa88beb95 HTTP/1.1" status: 200 len: 851 time: 0.0760956 Jul 20 09:46:37.215917 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:37.269271 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:37.298668 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-8d0e0549-72e4-4e30-9c70-12210fb64e6f None None] Set router 1405944f-ab8f-4a81-bcb8-e62ca6314473 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:46:37.308410 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb903d7-34a5-4dea-947c-b181801edd48 req-91a54437-fbb7-4a43-b2af-d5171457e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:37.309910 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dfb903d7-34a5-4dea-947c-b181801edd48 req-91a54437-fbb7-4a43-b2af-d5171457e951 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=49ad933c-e19c-4fd1-95f5-c5db07071624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897701 Jul 20 09:46:37.324597 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [req-dfb903d7-34a5-4dea-947c-b181801edd48 req-7d4a98f8-195a-4cd9-acc6-dad3b08962fc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:46:37.325560 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dfb903d7-34a5-4dea-947c-b181801edd48 req-7d4a98f8-195a-4cd9-acc6-dad3b08962fc service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0084357 Jul 20 09:46:37.345231 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:37.392852 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:37.455442 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:37.509667 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dfb903d7-34a5-4dea-947c-b181801edd48 req-9839e467-68ca-4ba0-8afb-b37d5bd3ee98 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774843 Jul 20 09:46:37.525257 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-8d0e0549-72e4-4e30-9c70-12210fb64e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:31Z', 'updated_at': '2022-07-20T09:43:35Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'gw_port': {'id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:32Z', 'updated_at': '2022-07-20T09:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'd15fbb53-1272-417c-bd6b-df0dc134a752', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'port_id': '361144e0-fc56-4c8c-b382-29b23daf98dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'mac_address': 'fa:16:3e:fb:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:46:35Z', 'updated_at': '2022-07-20T09:46:35Z', 'revision_number': 0, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b296a5ae-85e0-428b-9980-8d8a93e1bda6', 'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'mac_address': 'fa:16:3e:84:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:34Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 5, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'subnets': [{'id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:37.548590 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Allocated IP 172.27.1.243 (56bd5eb3-33eb-4ff1-833f-663849f99647/8bf8240b-23e9-4f6b-ba18-0faac03d9b08/de05e22a-bbf3-4ad2-bd5e-8242792751b5) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:46:37.549979 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0e0549-72e4-4e30-9c70-12210fb64e6f None None] The sync data for ids ['1405944f-ab8f-4a81-bcb8-e62ca6314473'] in dv-cinder-822822-3-iscsi is: [{'id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'name': 'tempest-TestVolumeBootPattern-2064191391-router', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:31Z', 'updated_at': '2022-07-20T09:43:35Z', 'revision_number': 4, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'gw_port': {'id': '9ad9390b-45e7-49b2-9410-729ea41cc5ad', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:32Z', 'updated_at': '2022-07-20T09:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'd15fbb53-1272-417c-bd6b-df0dc134a752', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'port_id': '361144e0-fc56-4c8c-b382-29b23daf98dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'mac_address': 'fa:16:3e:fb:eb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:46:35Z', 'updated_at': '2022-07-20T09:46:35Z', 'revision_number': 0, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b296a5ae-85e0-428b-9980-8d8a93e1bda6', 'name': '', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'mac_address': 'fa:16:3e:84:b8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1405944f-ab8f-4a81-bcb8-e62ca6314473', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:34Z', 'updated_at': '2022-07-20T09:43:40Z', 'revision_number': 5, 'project_id': '42a88572ee8443d4a51617c04ca2f416', 'subnets': [{'id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:46:37.680045 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-dfb903d7-34a5-4dea-947c-b181801edd48 req-72f0e357-d434-4447-87b4-aa0b7eb8c37a service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634624 Jul 20 09:46:37.722591 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for port (de05e22a-bbf3-4ad2-bd5e-8242792751b5), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:37.755997 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa7ab16-a028-4586-9d38-69e5d8d479eb None None] New status for floating IP d15fbb53-1272-417c-bd6b-df0dc134a752: ACTIVE {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:46:37.760171 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (de05e22a-bbf3-4ad2-bd5e-8242792751b5), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:37.764376 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:37.800043 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Network 56bd5eb3-33eb-4ff1-833f-663849f99647 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:46:37.807662 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:46:37.810056 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:46:37.842620 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'Port': ['ID=de05e22a-bbf3-4ad2-bd5e-8242792751b5,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:37.914822 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (f7761b70-5c23-4da0-bd5f-4e470c563d03), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:37.956709 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (de05e22a-bbf3-4ad2-bd5e-8242792751b5), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:38.114117 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for port (de05e22a-bbf3-4ad2-bd5e-8242792751b5), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:38.118842 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (de05e22a-bbf3-4ad2-bd5e-8242792751b5), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:38.186140 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'Port': ['ID=de05e22a-bbf3-4ad2-bd5e-8242792751b5,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:38.196049 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (f7761b70-5c23-4da0-bd5f-4e470c563d03), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:38.211593 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:38.212824 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-0de49795-5d97-49ff-86ea-a8c5e9ba3966 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0382125 Jul 20 09:46:38.361931 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-e81ae207-94aa-4bb0-8b0a-b1fbafb0cf05 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1588239077&fields=id&tenant_id=a1fe308758354ddfb050def8345355ff HTTP/1.1" status: 200 len: 267 time: 0.0433161 Jul 20 09:46:38.470525 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b575-755d-498b-970e-2561a619e91c req-4bc447b2-0fd9-42ef-b000-2de117aaa3ad tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:38.472022 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-4bc447b2-0fd9-42ef-b000-2de117aaa3ad tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 815 time: 0.1030738 Jul 20 09:46:38.483623 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:38.487827 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-62ed1132-2c0f-4dc2-bdea-ddf565fc195c tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/quotas/a1fe308758354ddfb050def8345355ff HTTP/1.1" status: 200 len: 375 time: 0.0098586 Jul 20 09:46:38.537286 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-37045d44-37ae-4610-9f74-7eaae26b2650 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435221 Jul 20 09:46:38.552422 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-ec5d565d-6e45-4597-a568-75cfaaad848e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104190) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 09:46:38.553368 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-ec5d565d-6e45-4597-a568-75cfaaad848e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050781 Jul 20 09:46:38.603961 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56660) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:38.611405 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:38.618226 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:38.648352 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-101e5743-c33f-46b3-822b-216c036c2da1 service neutron] 10.222.0.18 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895050 Jul 20 09:46:38.740215 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-373fafc4-ccfa-4e90-8a98-49831ecc6b23 service neutron] 10.222.0.18 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853136 Jul 20 09:46:38.751098 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-73624592-f1d8-4975-8811-25e8b0996c8d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Deleting port 6395adbd-68aa-4788-aa1e-fc925206b2b7 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:46:38.751492 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-73624592-f1d8-4975-8811-25e8b0996c8d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (6395adbd-68aa-4788-aa1e-fc925206b2b7), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:38.833982 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-73624592-f1d8-4975-8811-25e8b0996c8d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (6395adbd-68aa-4788-aa1e-fc925206b2b7), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:38.834311 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-73624592-f1d8-4975-8811-25e8b0996c8d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for floatingip (6395adbd-68aa-4788-aa1e-fc925206b2b7), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:38.847375 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-73624592-f1d8-4975-8811-25e8b0996c8d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Calling delete_port for 6395adbd-68aa-4788-aa1e-fc925206b2b7 owned by network:floatingip {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:46:38.943250 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-9d41a334-94d7-41cd-a5af-1bda97149fc0 req-e36b3ed7-1084-40a2-839b-fbb4f7e57ce5 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 210 time: 0.0507009 Jul 20 09:46:38.990386 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:39.058996 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-73624592-f1d8-4975-8811-25e8b0996c8d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (6395adbd-68aa-4788-aa1e-fc925206b2b7), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:39.081648 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73624592-f1d8-4975-8811-25e8b0996c8d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Pushing event deleted for resources: {'Port': ['ID=6395adbd-68aa-4788-aa1e-fc925206b2b7,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:39.438173 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-73624592-f1d8-4975-8811-25e8b0996c8d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for floatingip (b0cf73bf-baf3-4ad9-84b8-da26eac38a9d), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:39.438499 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [None req-73624592-f1d8-4975-8811-25e8b0996c8d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Floating IP b0cf73bf-baf3-4ad9-84b8-da26eac38a9d disassociated (deleted). External IP: 172.27.1.171, port: 1b469bba-5a64-4111-b2f1-bc9db9a2f793. Jul 20 09:46:39.639504 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73624592-f1d8-4975-8811-25e8b0996c8d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:46:39.743805 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73624592-f1d8-4975-8811-25e8b0996c8d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:46:39.748634 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-73624592-f1d8-4975-8811-25e8b0996c8d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:39.754537 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b2c041-87e8-434e-8aeb-54f58129a404 None None] Sync routers for ids ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:46:39.770703 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b2c041-87e8-434e-8aeb-54f58129a404 None None] Routers {'53fcef4a-900b-46d9-aab7-e7f918bb3bfc'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:46:39.771747 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-79b2c041-87e8-434e-8aeb-54f58129a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:46:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:39.778136 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-73624592-f1d8-4975-8811-25e8b0996c8d tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "DELETE /v2.0/floatingips/b0cf73bf-baf3-4ad9-84b8-da26eac38a9d HTTP/1.1" status: 204 len: 168 time: 1.1730924 Jul 20 09:46:39.778711 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'tag': '1b469bba-5a64-4111-b2f1-bc9db9a2f793'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:46:39.783811 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ba8f37-a62e-4879-ae10-7cc4ccd71c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "11204e32-acb1-4e5d-ab38-0c9f0ded5172", "tag": "1b469bba-5a64-4111-b2f1-bc9db9a2f793"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:46:39.852111 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36f2fb6-0ba0-4d4d-9075-39125a68d420 x-openstack-request-id: req-d36f2fb6-0ba0-4d4d-9075-39125a68d420 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:46:39.852484 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11204e32-acb1-4e5d-ab38-0c9f0ded5172", "tag": "1b469bba-5a64-4111-b2f1-bc9db9a2f793", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:46:39.852852 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d36f2fb6-0ba0-4d4d-9075-39125a68d420 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:46:39.853351 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36f2fb6-0ba0-4d4d-9075-39125a68d420'] response: {'name': 'network-changed', 'server_uuid': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'tag': '1b469bba-5a64-4111-b2f1-bc9db9a2f793', 'status': 'completed', 'code': 200} Jul 20 09:46:39.898019 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-79b2c041-87e8-434e-8aeb-54f58129a404 None None] Set router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:46:39.921365 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:39.975970 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba8f37-a62e-4879-ae10-7cc4ccd71c1d req-6cfbef83-d9a4-4f6e-bdc8-bd76826a8c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:39.977691 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-88ba8f37-a62e-4879-ae10-7cc4ccd71c1d req-6cfbef83-d9a4-4f6e-bdc8-bd76826a8c9e service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=ee1753001c624ae3941cfc51b3d9d6ef&device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 1129 time: 0.0798137 Jul 20 09:46:39.997174 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b575-755d-498b-970e-2561a619e91c req-3f5a3a42-497c-4a2e-aeeb-86104adfdfdf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:39.998840 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-3f5a3a42-497c-4a2e-aeeb-86104adfdfdf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 815 time: 0.2094092 Jul 20 09:46:40.048713 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d3b14-5bf7-4e64-a244-0430e28d8bb2 req-59e812de-a1e4-4919-9e9a-f3d5e1ebc55a tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:40.050445 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-928d3b14-5bf7-4e64-a244-0430e28d8bb2 req-59e812de-a1e4-4919-9e9a-f3d5e1ebc55a tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0505803 Jul 20 09:46:40.058644 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6531aed4-ce5a-43ac-a1a7-46b60ec175da req-2834b7b3-7293-4ff7-86f0-768de7b0db39 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 210 time: 0.0335803 Jul 20 09:46:40.103386 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-928d3b14-5bf7-4e64-a244-0430e28d8bb2 req-04b9ceaa-2d74-42a7-b885-ac3d3557520e tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452840 Jul 20 09:46:40.137999 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-79b2c041-87e8-434e-8aeb-54f58129a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:56Z', 'revision_number': 4, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'gw_port': {'id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'f9854c26-0b90-4743-b89a-0c5db8e852db', 'name': '', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'mac_address': 'fa:16:3e:3c:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:56Z', 'updated_at': '2022-07-20T09:42:03Z', 'revision_number': 5, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'subnets': [{'id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:40.165419 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b2c041-87e8-434e-8aeb-54f58129a404 None None] Checking router: 53fcef4a-900b-46d9-aab7-e7f918bb3bfc for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:46:40.173822 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b2c041-87e8-434e-8aeb-54f58129a404 None None] Routers {'53fcef4a-900b-46d9-aab7-e7f918bb3bfc'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:46:40.174413 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-79b2c041-87e8-434e-8aeb-54f58129a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:46:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:40.272689 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-79b2c041-87e8-434e-8aeb-54f58129a404 None None] Set router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:46:40.577537 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-79b2c041-87e8-434e-8aeb-54f58129a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:56Z', 'revision_number': 4, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'gw_port': {'id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'f9854c26-0b90-4743-b89a-0c5db8e852db', 'name': '', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'mac_address': 'fa:16:3e:3c:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:56Z', 'updated_at': '2022-07-20T09:42:03Z', 'revision_number': 5, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'subnets': [{'id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:40.602191 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b2c041-87e8-434e-8aeb-54f58129a404 None None] The sync data for ids ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'] in dv-cinder-822822-3-iscsi is: [{'id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:56Z', 'revision_number': 4, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'gw_port': {'id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': 'f9854c26-0b90-4743-b89a-0c5db8e852db', 'name': '', 'network_id': 'c1011f17-baa3-428f-b14e-017bea4212af', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'mac_address': 'fa:16:3e:3c:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:56Z', 'updated_at': '2022-07-20T09:42:03Z', 'revision_number': 5, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'subnets': [{'id': '088b7b61-bfb8-4b82-ada2-7f2f408519d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:46:40.819782 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac682b65-e1ed-4473-a999-aedb94e52456 None None] New status for floating IP b0cf73bf-baf3-4ad9-84b8-da26eac38a9d: DOWN {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:46:41.154342 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-e229f253-0e8c-4992-8f78-084100205f54 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1fe308758354ddfb050def8345355ff HTTP/1.1" status: 200 len: 380 time: 0.1182389 Jul 20 09:46:41.158649 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-d842e069-75c8-4629-a7c1-7306d041b9cc req-8e824b55-2b57-4102-9343-75175efa3be0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 210 time: 0.0292218 Jul 20 09:46:41.177608 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba8f37-a62e-4879-ae10-7cc4ccd71c1d req-d65b9eb1-c463-4fdf-a58e-18e050ee4fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:41.179094 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-88ba8f37-a62e-4879-ae10-7cc4ccd71c1d req-d65b9eb1-c463-4fdf-a58e-18e050ee4fb8 service neutron] 10.222.0.17 "GET /v2.0/networks?id=c1011f17-baa3-428f-b14e-017bea4212af HTTP/1.1" status: 200 len: 909 time: 0.1372771 Jul 20 09:46:41.225624 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213d23c-79ec-4b64-adf7-cc03f632380e req-74d21175-5169-4545-aaa1-efa2e248cb24 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:41.227088 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b213d23c-79ec-4b64-adf7-cc03f632380e req-74d21175-5169-4545-aaa1-efa2e248cb24 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.0468237 Jul 20 09:46:41.244582 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-2cc0b575-755d-498b-970e-2561a619e91c req-d55b5b64-0292-4c3e-99ba-9933bff52d10 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'port': {'device_id': 'adc5aebd-3667-40db-89cc-d0e7578721cf', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'admin_state_up': True, 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'security_groups': ['26cfcb6c-7eda-4c18-8e24-c6db619ff3eb']}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:46:41.259442 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:41.311746 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-88ba8f37-a62e-4879-ae10-7cc4ccd71c1d req-5cfc9b02-981f-435f-959d-db161a8907c1 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793 HTTP/1.1" status: 200 len: 217 time: 0.0774152 Jul 20 09:46:41.381875 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-b213d23c-79ec-4b64-adf7-cc03f632380e req-d45f726a-5ce2-46fd-9912-98bef4eeef61 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/security-groups?id=55a3d6d7-2f89-4bee-82c6-6d7c673e72be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491473 Jul 20 09:46:41.419011 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc0b575-755d-498b-970e-2561a619e91c req-d55b5b64-0292-4c3e-99ba-9933bff52d10 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Made reservation on behalf of a1fe308758354ddfb050def8345355ff for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:46:41.422392 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2cc0b575-755d-498b-970e-2561a619e91c req-d55b5b64-0292-4c3e-99ba-9933bff52d10 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:41.522800 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba8f37-a62e-4879-ae10-7cc4ccd71c1d req-836acd39-bec6-4717-9311-19b5bc765115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:41.524256 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-88ba8f37-a62e-4879-ae10-7cc4ccd71c1d req-836acd39-bec6-4717-9311-19b5bc765115 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=088b7b61-bfb8-4b82-ada2-7f2f408519d3 HTTP/1.1" status: 200 len: 847 time: 0.0988510 Jul 20 09:46:41.629938 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d26565-74da-40e4-9579-a0dbca66b877 req-cb82c376-34fe-49e5-9588-94ed26843adf tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:41.631393 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72d26565-74da-40e4-9579-a0dbca66b877 req-cb82c376-34fe-49e5-9588-94ed26843adf tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.17 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 945 time: 0.1206317 Jul 20 09:46:41.639258 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba8f37-a62e-4879-ae10-7cc4ccd71c1d req-11faabca-c5c3-4765-a633-dfbe202fce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:41.640638 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-88ba8f37-a62e-4879-ae10-7cc4ccd71c1d req-11faabca-c5c3-4765-a633-dfbe202fce69 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=c1011f17-baa3-428f-b14e-017bea4212af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949667 Jul 20 09:46:41.714804 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-2cc0b575-755d-498b-970e-2561a619e91c req-d55b5b64-0292-4c3e-99ba-9933bff52d10 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Allocated IP 172.20.0.13 (6671a0fd-e3f4-4bae-a778-86d0bc616f5d/0ad9e585-6099-4be5-adc8-f1d59931f57d/d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:46:41.760851 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:41.819272 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-72d26565-74da-40e4-9579-a0dbca66b877 req-2732f07b-38c3-4187-9a01-a775e0faa4d7 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Deleting port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:46:41.819633 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-72d26565-74da-40e4-9579-a0dbca66b877 req-2732f07b-38c3-4187-9a01-a775e0faa4d7 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:41.865203 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-88ba8f37-a62e-4879-ae10-7cc4ccd71c1d req-e3b32c8a-07aa-4e35-b1c7-7c0e1d87ed9e service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139802 Jul 20 09:46:42.045199 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-72d26565-74da-40e4-9579-a0dbca66b877 req-2732f07b-38c3-4187-9a01-a775e0faa4d7 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] For port 1b469bba-5a64-4111-b2f1-bc9db9a2f793, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=1b469bba-5a64-4111-b2f1-bc9db9a2f793,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:42.045558 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-72d26565-74da-40e4-9579-a0dbca66b877 req-2732f07b-38c3-4187-9a01-a775e0faa4d7 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:42.070992 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:42.072174 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-72d26565-74da-40e4-9579-a0dbca66b877 req-2732f07b-38c3-4187-9a01-a775e0faa4d7 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Calling delete_port for 1b469bba-5a64-4111-b2f1-bc9db9a2f793 owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:46:42.146299 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-88ba8f37-a62e-4879-ae10-7cc4ccd71c1d req-ab4b1b4f-a7a3-4d27-8a3a-eabd22a046c7 service neutron] 10.222.0.17 "GET /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731967 Jul 20 09:46:42.152152 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2cc0b575-755d-498b-970e-2561a619e91c req-d55b5b64-0292-4c3e-99ba-9933bff52d10 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:42.213273 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2cc0b575-755d-498b-970e-2561a619e91c req-d55b5b64-0292-4c3e-99ba-9933bff52d10 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:42.277726 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21859bfb-9dce-424e-b485-c3517e453208 req-2853e37b-87b0-4c47-b0e6-93dc4cc1b201 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:42.279203 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-21859bfb-9dce-424e-b485-c3517e453208 req-2853e37b-87b0-4c47-b0e6-93dc4cc1b201 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 932 time: 0.0494268 Jul 20 09:46:42.289522 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc0b575-755d-498b-970e-2561a619e91c req-d55b5b64-0292-4c3e-99ba-9933bff52d10 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:46:42.300397 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-2cc0b575-755d-498b-970e-2561a619e91c req-d55b5b64-0292-4c3e-99ba-9933bff52d10 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:46:42.303464 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc0b575-755d-498b-970e-2561a619e91c req-d55b5b64-0292-4c3e-99ba-9933bff52d10 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:46:42.331419 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-21859bfb-9dce-424e-b485-c3517e453208 req-564a649b-4b73-4a1d-ad43-097de09503df tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=26cfcb6c-7eda-4c18-8e24-c6db619ff3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463595 Jul 20 09:46:42.343355 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b5b64-0292-4c3e-99ba-9933bff52d10 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event updated for resources: {'Port': ['ID=d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:42.358640 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-72d26565-74da-40e4-9579-a0dbca66b877 req-2732f07b-38c3-4187-9a01-a775e0faa4d7 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (1b469bba-5a64-4111-b2f1-bc9db9a2f793), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:42.376146 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:42.404033 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b575-755d-498b-970e-2561a619e91c req-d55b5b64-0292-4c3e-99ba-9933bff52d10 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:42.404658 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2cc0b575-755d-498b-970e-2561a619e91c req-d55b5b64-0292-4c3e-99ba-9933bff52d10 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:42.407628 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732f07b-38c3-4187-9a01-a775e0faa4d7 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Pushing event deleted for resources: {'Port': ['ID=1b469bba-5a64-4111-b2f1-bc9db9a2f793,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:42.468480 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d26565-74da-40e4-9579-a0dbca66b877 req-2732f07b-38c3-4187-9a01-a775e0faa4d7 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] No DVR routers for this DVR port 1b469bba-5a64-4111-b2f1-bc9db9a2f793 on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:46:42.471206 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-72d26565-74da-40e4-9579-a0dbca66b877 req-2732f07b-38c3-4187-9a01-a775e0faa4d7 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:42.474702 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-72d26565-74da-40e4-9579-a0dbca66b877 req-2732f07b-38c3-4187-9a01-a775e0faa4d7 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.17 "DELETE /v2.0/ports/1b469bba-5a64-4111-b2f1-bc9db9a2f793 HTTP/1.1" status: 204 len: 173 time: 0.8366458 Jul 20 09:46:42.483282 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'name': 'network-vif-deleted', 'tag': '1b469bba-5a64-4111-b2f1-bc9db9a2f793'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:46:42.485561 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486df620-bdd0-4399-b336-dcaed19f6fda" -d '{"events": [{"server_uuid": "11204e32-acb1-4e5d-ab38-0c9f0ded5172", "name": "network-vif-deleted", "tag": "1b469bba-5a64-4111-b2f1-bc9db9a2f793"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:46:42.493600 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-d55b5b64-0292-4c3e-99ba-9933bff52d10 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2579148 Jul 20 09:46:42.515954 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-4f799dac-b2a0-4635-a318-0de4a39aca15 req-8329967a-218c-4dbe-94b6-c9bb8b672831 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "GET /v2.0/ports?device_id=11204e32-acb1-4e5d-ab38-0c9f0ded5172 HTTP/1.1" status: 200 len: 210 time: 0.0501785 Jul 20 09:46:42.520698 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Request body: {'port': {'device_id': 'adc5aebd-3667-40db-89cc-d0e7578721cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:46:42.593272 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:42.594738 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-6b0f227e-d6f6-4d38-9c28-cd5f8a2fd895 None None] Provisioning complete for port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:46:42.595720 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6b0f227e-d6f6-4d38-9c28-cd5f8a2fd895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:42.627084 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96da499-ee74-43e5-8865-2dff0cae9ac6 x-openstack-request-id: req-d96da499-ee74-43e5-8865-2dff0cae9ac6 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:46:42.627470 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11204e32-acb1-4e5d-ab38-0c9f0ded5172", "name": "network-vif-deleted", "tag": "1b469bba-5a64-4111-b2f1-bc9db9a2f793", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:46:42.627791 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d96da499-ee74-43e5-8865-2dff0cae9ac6 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:46:42.628187 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d96da499-ee74-43e5-8865-2dff0cae9ac6'] response: {'server_uuid': '11204e32-acb1-4e5d-ab38-0c9f0ded5172', 'name': 'network-vif-deleted', 'tag': '1b469bba-5a64-4111-b2f1-bc9db9a2f793', 'status': 'completed', 'code': 200} Jul 20 09:46:42.632959 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-6b0f227e-d6f6-4d38-9c28-cd5f8a2fd895 None None] Port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:46:42.865845 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:46:42.873921 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Publish callbacks [] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:42.890549 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Transition to ACTIVE for port object d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:46:42.894305 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:42.978282 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Pushing event updated for resources: {'Port': ['ID=d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:43.000716 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:43.037482 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Attempting to bind port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:46:43.037827 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Attempting to bind port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:46:43.038159 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Attempting to bind port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c on network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:46:43.043567 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c on network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:46:43.043887 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Attempting to bind port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c on network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:46:43.049410 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:46:43.049751 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Checking segment: {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:46:43.050132 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Bound using segment: {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:46:43.050558 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Bound port: d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb51b3-a181-47da-b083-561249e3b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:46:43.050951 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:43.115692 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] For port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:46:43.119520 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] For port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:46:43.127065 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:43.166312 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:43.166931 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:43.168597 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] 10.222.0.17 "PUT /v2.0/ports/d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c HTTP/1.1" status: 200 len: 1094 time: 0.6550329 Jul 20 09:46:43.187911 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7414b-f401-4983-a6bd-29d621fef743 service neutron] Pushing event updated for resources: {'Port': ['ID=d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:43.263411 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b575-755d-498b-970e-2561a619e91c req-2bf3be35-7681-4995-80d8-610ee90c6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:43.265166 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-2bf3be35-7681-4995-80d8-610ee90c6dcc service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 1128 time: 0.0449157 Jul 20 09:46:43.308027 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-4ca6f6b4-5a93-4f3f-91af-7ffa4fc5e59a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c HTTP/1.1" status: 200 len: 217 time: 0.0347002 Jul 20 09:46:43.361430 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b575-755d-498b-970e-2561a619e91c req-658461c3-5040-4515-8d6c-615a5b26cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:43.363038 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-658461c3-5040-4515-8d6c-615a5b26cc80 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0ad9e585-6099-4be5-adc8-f1d59931f57d HTTP/1.1" status: 200 len: 854 time: 0.0491543 Jul 20 09:46:43.423031 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b575-755d-498b-970e-2561a619e91c req-cde88fb0-71f5-4a32-9728-c5fa8ac6e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:43.424518 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-cde88fb0-71f5-4a32-9728-c5fa8ac6e76b service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551863 Jul 20 09:46:43.481072 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37082791-b994-4cbb-a71c-dc87defe919f req-e32fb7b8-903c-42fa-81f5-4cd49637d369 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:43.482429 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-37082791-b994-4cbb-a71c-dc87defe919f req-e32fb7b8-903c-42fa-81f5-4cd49637d369 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 944 time: 0.0737693 Jul 20 09:46:43.523269 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:43.574864 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-88cf6a47-4b85-4f94-b72d-27615130e799 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347260 Jul 20 09:46:43.582282 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56706) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:43.583854 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-37082791-b994-4cbb-a71c-dc87defe919f req-780de7e2-5dee-4493-a76a-a9f8e812a5bf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=26cfcb6c-7eda-4c18-8e24-c6db619ff3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748866 Jul 20 09:46:43.640381 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2ebecefb-e1b2-4b7c-8554-4cf9fd1f3af0 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group (55a3d6d7-2f89-4bee-82c6-6d7c673e72be), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:43.669611 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2ebecefb-e1b2-4b7c-8554-4cf9fd1f3af0 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group (55a3d6d7-2f89-4bee-82c6-6d7c673e72be), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:43.669870 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-2cc0b575-755d-498b-970e-2561a619e91c req-a7ad0547-d1bd-4ca6-ae90-54b585e39c9c service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848382 Jul 20 09:46:43.729840 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2ebecefb-e1b2-4b7c-8554-4cf9fd1f3af0 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (55a3d6d7-2f89-4bee-82c6-6d7c673e72be), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:43.732488 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-2ebecefb-e1b2-4b7c-8554-4cf9fd1f3af0 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:43.733627 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-2ebecefb-e1b2-4b7c-8554-4cf9fd1f3af0 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] 10.222.0.18 "DELETE /v2.0/security-groups/55a3d6d7-2f89-4bee-82c6-6d7c673e72be HTTP/1.1" status: 204 len: 168 time: 0.1497893 Jul 20 09:46:43.743462 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebecefb-e1b2-4b7c-8554-4cf9fd1f3af0 tempest-TestShelveInstance-1745111130 tempest-TestShelveInstance-1745111130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a3d6d7-2f89-4bee-82c6-6d7c673e72be,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:43.778872 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56710) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:44.082476 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a996-0bfd-47be-b297-ace594ef06d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666018'] for router_interface (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:44.440133 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:44.523946 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:44.536014 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1a996-0bfd-47be-b297-ace594ef06d9 admin admin] Deleting port f9854c26-0b90-4743-b89a-0c5db8e852db {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:46:44.536499 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a996-0bfd-47be-b297-ace594ef06d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:44.619496 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [None req-0ae1a996-0bfd-47be-b297-ace594ef06d9 admin admin] For port f9854c26-0b90-4743-b89a-0c5db8e852db, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=f9854c26-0b90-4743-b89a-0c5db8e852db,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:44.620053 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a996-0bfd-47be-b297-ace594ef06d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:44.629872 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc5aebd-3667-40db-89cc-d0e7578721cf', 'tag': 'd47a4e50-b0d8-48d1-965b-e5ec0a4ca77c'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:46:44.632440 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06614d58-805f-46f8-b1ff-1bf774935d22" -d '{"events": [{"name": "network-changed", "server_uuid": "adc5aebd-3667-40db-89cc-d0e7578721cf", "tag": "d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:46:44.632914 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1a996-0bfd-47be-b297-ace594ef06d9 admin admin] Calling delete_port for f9854c26-0b90-4743-b89a-0c5db8e852db owned by network:router_interface {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:46:44.687491 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83003249-b587-447e-a424-1058f752d076 x-openstack-request-id: req-83003249-b587-447e-a424-1058f752d076 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:46:44.687774 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc5aebd-3667-40db-89cc-d0e7578721cf", "tag": "d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:46:44.688017 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83003249-b587-447e-a424-1058f752d076 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:46:44.688411 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83003249-b587-447e-a424-1058f752d076'] response: {'name': 'network-changed', 'server_uuid': 'adc5aebd-3667-40db-89cc-d0e7578721cf', 'tag': 'd47a4e50-b0d8-48d1-965b-e5ec0a4ca77c', 'status': 'completed', 'code': 200} Jul 20 09:46:44.732597 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cf395-ddb2-42ab-84a8-a52db3216514 req-07947d5c-9036-4d4b-b020-0c4d3ef9cefd tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:44.733977 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-076cf395-ddb2-42ab-84a8-a52db3216514 req-07947d5c-9036-4d4b-b020-0c4d3ef9cefd tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 944 time: 0.0809579 Jul 20 09:46:44.747499 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06614d58-805f-46f8-b1ff-1bf774935d22 req-b3615a7d-48a8-432c-9040-e38418338a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:44.748906 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-06614d58-805f-46f8-b1ff-1bf774935d22 req-b3615a7d-48a8-432c-9040-e38418338a05 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 1128 time: 0.0576050 Jul 20 09:46:44.817866 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a996-0bfd-47be-b297-ace594ef06d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (f9854c26-0b90-4743-b89a-0c5db8e852db), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:44.841419 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-076cf395-ddb2-42ab-84a8-a52db3216514 req-127af262-80be-4d6b-8671-535d17313049 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=26cfcb6c-7eda-4c18-8e24-c6db619ff3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003039 Jul 20 09:46:44.843389 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1a996-0bfd-47be-b297-ace594ef06d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9854c26-0b90-4743-b89a-0c5db8e852db,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:44.870357 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06614d58-805f-46f8-b1ff-1bf774935d22 req-050671a3-cae6-4937-a5a2-10cdb8a4bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:44.871853 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-06614d58-805f-46f8-b1ff-1bf774935d22 req-050671a3-cae6-4937-a5a2-10cdb8a4bc49 service neutron] 10.222.0.17 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 916 time: 0.1147137 Jul 20 09:46:44.905010 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 1b469bba-5a64-4111-b2f1-bc9db9a2f793 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:46:44.935750 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: 1b469bba-5a64-4111-b2f1-bc9db9a2f793 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:46:44.936372 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device 1b469bba-5a64-4111-b2f1-bc9db9a2f793 not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:46:45.027534 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a996-0bfd-47be-b297-ace594ef06d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665942'] for router_interface (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:45.220122 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-06614d58-805f-46f8-b1ff-1bf774935d22 req-fa09e839-0f7a-4732-a7c0-f94f77dc1157 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c HTTP/1.1" status: 200 len: 217 time: 0.3426571 Jul 20 09:46:45.243679 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:45.248334 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae1a996-0bfd-47be-b297-ace594ef06d9 admin admin] Router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:46:45.270260 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06614d58-805f-46f8-b1ff-1bf774935d22 req-86e109ea-28e6-4e8c-b55b-e56dab41ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:45.271766 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-06614d58-805f-46f8-b1ff-1bf774935d22 req-86e109ea-28e6-4e8c-b55b-e56dab41ca29 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0ad9e585-6099-4be5-adc8-f1d59931f57d HTTP/1.1" status: 200 len: 854 time: 0.0452793 Jul 20 09:46:45.307169 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:45.321020 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06614d58-805f-46f8-b1ff-1bf774935d22 req-8c6ff5c6-9cc0-4b9f-859b-25792e1477ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:45.322589 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-06614d58-805f-46f8-b1ff-1bf774935d22 req-8c6ff5c6-9cc0-4b9f-859b-25792e1477ab service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454237 Jul 20 09:46:45.362573 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae1a996-0bfd-47be-b297-ace594ef06d9 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:46:45.371523 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-0ae1a996-0bfd-47be-b297-ace594ef06d9 admin admin] 10.222.0.18 "PUT /v2.0/routers/53fcef4a-900b-46d9-aab7-e7f918bb3bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5895040 Jul 20 09:46:45.371638 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56716) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:45.373084 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd88da-d2fb-4298-accd-264f80796d4e None None] Sync routers for ids ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:46:45.385126 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd88da-d2fb-4298-accd-264f80796d4e None None] Routers {'53fcef4a-900b-46d9-aab7-e7f918bb3bfc'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:46:45.385754 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-accd88da-d2fb-4298-accd-264f80796d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:46:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:45.420182 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-06614d58-805f-46f8-b1ff-1bf774935d22 req-5c9e1619-7586-48d2-b6b8-36f194732cf6 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912526 Jul 20 09:46:45.478240 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] Publish callbacks [] for router (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:45.498431 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-accd88da-d2fb-4298-accd-264f80796d4e None None] Set router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:46:45.518096 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-06614d58-805f-46f8-b1ff-1bf774935d22 req-2f5fcea5-7b1f-4b29-8908-c904d27b932f service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908704 Jul 20 09:46:45.524095 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:45.583862 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] Publish callbacks [] for router_gateway (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:45.610583 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:45.626488 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] Deleting port 637a7529-311e-4eb2-9374-b4aaaa97a16e {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:46:45.627063 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (637a7529-311e-4eb2-9374-b4aaaa97a16e), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:45.677842 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-accd88da-d2fb-4298-accd-264f80796d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:46:44Z', 'revision_number': 5, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'gw_port': {'id': '637a7529-311e-4eb2-9374-b4aaaa97a16e', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:45.702645 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd88da-d2fb-4298-accd-264f80796d4e None None] Checking router: 53fcef4a-900b-46d9-aab7-e7f918bb3bfc for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:46:45.710939 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] For port 637a7529-311e-4eb2-9374-b4aaaa97a16e, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=637a7529-311e-4eb2-9374-b4aaaa97a16e,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:45.711327 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (637a7529-311e-4eb2-9374-b4aaaa97a16e), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:45.711907 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd88da-d2fb-4298-accd-264f80796d4e None None] Routers {'53fcef4a-900b-46d9-aab7-e7f918bb3bfc'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:46:45.712519 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-accd88da-d2fb-4298-accd-264f80796d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:46:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:45.724705 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] Calling delete_port for 637a7529-311e-4eb2-9374-b4aaaa97a16e owned by network:router_gateway {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:46:45.795591 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-accd88da-d2fb-4298-accd-264f80796d4e None None] Set router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc gateway port host: None {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:46:45.847022 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-accd88da-d2fb-4298-accd-264f80796d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:46:45Z', 'revision_number': 6, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'gw_port_host': None}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:45.872647 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd88da-d2fb-4298-accd-264f80796d4e None None] The sync data for ids ['53fcef4a-900b-46d9-aab7-e7f918bb3bfc'] in dv-cinder-822822-3-iscsi is: [{'id': '53fcef4a-900b-46d9-aab7-e7f918bb3bfc', 'name': 'tempest-TestShelveInstance-922019006-router', 'tenant_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:54Z', 'updated_at': '2022-07-20T09:46:45Z', 'revision_number': 6, 'project_id': 'ee1753001c624ae3941cfc51b3d9d6ef', 'gw_port_host': None}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:46:45.896341 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (637a7529-311e-4eb2-9374-b4aaaa97a16e), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:45.927172 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] Pushing event deleted for resources: {'Port': ['ID=637a7529-311e-4eb2-9374-b4aaaa97a16e,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:46.027048 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012b8d8-343e-432c-8351-e3a41d4e30e0 req-7ace59fe-e990-4eb0-9abf-52782fff96ae tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:46.028541 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8012b8d8-343e-432c-8351-e3a41d4e30e0 req-7ace59fe-e990-4eb0-9abf-52782fff96ae tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 944 time: 0.0772064 Jul 20 09:46:46.033238 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671293'] for router_gateway (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.042289 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:46.148131 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30343'] for router (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.152738 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] Publish callbacks [] for router_controller (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), precommit_delete_associations {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.170517 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8012b8d8-343e-432c-8351-e3a41d4e30e0 req-0eb13d79-474c-4fec-bbde-d61d2ed31939 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=26cfcb6c-7eda-4c18-8e24-c6db619ff3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349940 Jul 20 09:46:46.206215 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667056'] for router (53fcef4a-900b-46d9-aab7-e7f918bb3bfc), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.206852 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53fcef4a-900b-46d9-aab7-e7f918bb3bfc {{(pid=104190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 09:46:46.211972 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.213127 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-481303de-5cd7-4286-b386-5de0d539984a admin admin] 10.222.0.18 "DELETE /v2.0/routers/53fcef4a-900b-46d9-aab7-e7f918bb3bfc HTTP/1.1" status: 204 len: 168 time: 0.8405344 Jul 20 09:46:46.215624 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56720) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:46.262286 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3df2ce-8864-46e6-846a-1d6fb10fe031 admin admin] Deleting subnet 088b7b61-bfb8-4b82-ada2-7f2f408519d3 {{(pid=104190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 09:46:46.265632 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8c3df2ce-8864-46e6-846a-1d6fb10fe031 admin admin] Publish callbacks [] for subnet (088b7b61-bfb8-4b82-ada2-7f2f408519d3), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.309296 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8c3df2ce-8864-46e6-846a-1d6fb10fe031 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27026914'] for subnet (088b7b61-bfb8-4b82-ada2-7f2f408519d3), precommit_delete_associations {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.385132 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8c3df2ce-8864-46e6-846a-1d6fb10fe031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676107'] for subnet (088b7b61-bfb8-4b82-ada2-7f2f408519d3), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.421941 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:46.439892 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8c3df2ce-8864-46e6-846a-1d6fb10fe031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25966105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25169940'] for subnet (088b7b61-bfb8-4b82-ada2-7f2f408519d3), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.470951 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3df2ce-8864-46e6-846a-1d6fb10fe031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=088b7b61-bfb8-4b82-ada2-7f2f408519d3,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:46.475453 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-8c3df2ce-8864-46e6-846a-1d6fb10fe031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.479982 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-8c3df2ce-8864-46e6-846a-1d6fb10fe031 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/088b7b61-bfb8-4b82-ada2-7f2f408519d3 HTTP/1.1" status: 204 len: 168 time: 0.2633960 Jul 20 09:46:46.480457 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9393944-1463-49a7-82c6-37810a54966c None None] Network c1011f17-baa3-428f-b14e-017bea4212af requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:46:46.482723 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56722) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:46.502095 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:46.551711 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1767445'] for network (c1011f17-baa3-428f-b14e-017bea4212af), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.595545 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] Deleting port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:46:46.595903 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (8c7790e7-346e-4d87-80c7-9824ec0fd6f5), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.626985 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:46:46.657276 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] DHCP port deletion for c1011f17-baa3-428f-b14e-017bea4212af request from dv-cinder-822822-3-iscsi {{(pid=104191) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 09:46:46.673693 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] For port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=8c7790e7-346e-4d87-80c7-9824ec0fd6f5,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:46.673987 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (8c7790e7-346e-4d87-80c7-9824ec0fd6f5), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.687914 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] Calling delete_port for 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 owned by network:dhcp {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:46:46.696364 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Deleting port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:46:46.696740 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (8c7790e7-346e-4d87-80c7-9824ec0fd6f5), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.747734 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=100 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:46.762107 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] For port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=8c7790e7-346e-4d87-80c7-9824ec0fd6f5,segment=NetworkSegment(ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08),segment_id=ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:46.762546 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (8c7790e7-346e-4d87-80c7-9824ec0fd6f5), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.772188 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:46.774566 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (8c7790e7-346e-4d87-80c7-9824ec0fd6f5), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.777328 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Calling delete_port for 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 owned by network:dhcp {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:46:46.803815 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7790e7-346e-4d87-80c7-9824ec0fd6f5,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:46.807453 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] No DVR routers for this DVR port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 on host dv-cinder-822822-3-iscsi {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:46:46.862891 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894'] for port (8c7790e7-346e-4d87-80c7-9824ec0fd6f5), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.882674 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675530', 'neutron.services.segments.db._delete_segments_for_network-8750382056250'] for network (c1011f17-baa3-428f-b14e-017bea4212af), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.897223 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Pushing event deleted for resources: {'Port': ['ID=8c7790e7-346e-4d87-80c7-9824ec0fd6f5,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:46.906285 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1011f17-baa3-428f-b14e-017bea4212af']}} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:46.914477 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] No DVR routers for this DVR port 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 on host dv-cinder-822822-3-iscsi {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:46:46.916083 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:46:46.921458 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08') {'for_net_delete': True} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:46.921762 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.services.segments.db [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08') {} {{(pid=104189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:46.922594 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:46.922930 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:46.923275 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:46.923639 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:46.924016 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:46.924290 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:46.924612 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:46.933030 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:46.933030 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:46.933030 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:46.933030 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:46.933030 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:46.933030 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:46.933030 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:46.933030 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac93ff-63db-4705-bc19-97f54c6a1cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:46:46.935889 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.940592 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750382058051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28390722'] for segment (ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.955591 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:46.965758 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=104189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 09:46:46.965962 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28371605'] for segment (ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:47.045137 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:47.045385 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.services.segments.plugin [-] Segment ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08 resource provider aggregate not found Jul 20 09:46:47.056065 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671318'] for network (c1011f17-baa3-428f-b14e-017bea4212af), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:47.056710 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': 'd47a4e50-b0d8-48d1-965b-e5ec0a4ca77c', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'port_id': 'd47a4e50-b0d8-48d1-965b-e5ec0a4ca77c', 'mac_address': 'fa:16:3e:35:6d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:46:47.063265 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:47.067482 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] 10.222.0.18 "DELETE /v2.0/networks/c1011f17-baa3-428f-b14e-017bea4212af HTTP/1.1" status: 204 len: 168 time: 0.5826025 Jul 20 09:46:47.069926 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56730) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:47.077412 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.services.segments.plugin [-] Segment ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad2bbdf7-2ffd-486e-8bc6-3834f0b46d08 found for delete ", "request_id": "req-2ee09947-1665-4667-a3a3-ca835b75a638"}]} Jul 20 09:46:47.078288 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d2e54-9b02-4601-ae60-c40299ed058c admin admin] Pushing event deleted for resources: {'Network': ['ID=c1011f17-baa3-428f-b14e-017bea4212af,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:47.104148 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:46:47.104540 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:47.117973 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:46:47.138369 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:47.142070 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:47.187892 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:47.288630 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befd033-a1a5-4def-9400-2edd6db2d187 req-6c15e75f-13e4-44cf-a006-12875ca100ac tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:47.290444 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8befd033-a1a5-4def-9400-2edd6db2d187 req-6c15e75f-13e4-44cf-a006-12875ca100ac tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 945 time: 0.0489032 Jul 20 09:46:47.343578 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8befd033-a1a5-4def-9400-2edd6db2d187 req-ceb4d915-3d21-4612-88ef-59ef0687e621 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=26cfcb6c-7eda-4c18-8e24-c6db619ff3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466096 Jul 20 09:46:47.369994 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:46:47.374972 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device f9854c26-0b90-4743-b89a-0c5db8e852db no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:46:47.406277 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3657-4624-4645-ade4-26edaacd6b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666018'] for router_interface (7525d8ba-6963-497e-921c-1929d2db2c48), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:47.417103 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: f9854c26-0b90-4743-b89a-0c5db8e852db {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:46:47.417453 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device f9854c26-0b90-4743-b89a-0c5db8e852db not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:46:47.417876 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 637a7529-311e-4eb2-9374-b4aaaa97a16e no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:46:47.445758 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: 637a7529-311e-4eb2-9374-b4aaaa97a16e {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:46:47.446106 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 637a7529-311e-4eb2-9374-b4aaaa97a16e not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:46:47.446515 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:46:47.469829 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:46:47.470172 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 8c7790e7-346e-4d87-80c7-9824ec0fd6f5 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:46:47.604872 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:47.637671 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a3657-4624-4645-ade4-26edaacd6b52 admin admin] Deleting port 270998a5-c16b-4791-9d7c-49c81276e838 {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:46:47.638014 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3657-4624-4645-ade4-26edaacd6b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (270998a5-c16b-4791-9d7c-49c81276e838), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:47.725218 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [None req-5a5a3657-4624-4645-ade4-26edaacd6b52 admin admin] For port 270998a5-c16b-4791-9d7c-49c81276e838, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=270998a5-c16b-4791-9d7c-49c81276e838,segment=NetworkSegment(b2033979-fac6-4726-befc-5af5adda4e2b),segment_id=b2033979-fac6-4726-befc-5af5adda4e2b)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:47.725540 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3657-4624-4645-ade4-26edaacd6b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (270998a5-c16b-4791-9d7c-49c81276e838), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:47.737991 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a3657-4624-4645-ade4-26edaacd6b52 admin admin] Calling delete_port for 270998a5-c16b-4791-9d7c-49c81276e838 owned by network:router_interface {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:46:48.149253 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3657-4624-4645-ade4-26edaacd6b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (270998a5-c16b-4791-9d7c-49c81276e838), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:48.152251 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:48.174662 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a3657-4624-4645-ade4-26edaacd6b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=270998a5-c16b-4791-9d7c-49c81276e838,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:48.342989 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3657-4624-4645-ade4-26edaacd6b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665942'] for router_interface (7525d8ba-6963-497e-921c-1929d2db2c48), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:48.487321 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38d5cd-cd9c-4ed1-9ee0-c2b1b9450396 req-c101943a-36cc-4102-8369-3ab64208e861 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:48.488762 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6a38d5cd-cd9c-4ed1-9ee0-c2b1b9450396 req-c101943a-36cc-4102-8369-3ab64208e861 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 945 time: 0.0637019 Jul 20 09:46:48.606333 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6a38d5cd-cd9c-4ed1-9ee0-c2b1b9450396 req-839db88d-9541-4d21-a994-d508053f4cc0 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=26cfcb6c-7eda-4c18-8e24-c6db619ff3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111896 Jul 20 09:46:48.628073 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5a3657-4624-4645-ade4-26edaacd6b52 admin admin] Router 7525d8ba-6963-497e-921c-1929d2db2c48 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:46:48.716788 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:48.730092 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5a3657-4624-4645-ade4-26edaacd6b52 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:46:48.734956 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-5a5a3657-4624-4645-ade4-26edaacd6b52 admin admin] 10.222.0.18 "PUT /v2.0/routers/7525d8ba-6963-497e-921c-1929d2db2c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6639507 Jul 20 09:46:48.737668 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56736) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:48.739444 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41757f6d-6893-4235-a6f6-4a0dc2fc115c None None] Sync routers for ids ['7525d8ba-6963-497e-921c-1929d2db2c48'] in dv-cinder-822822-3-iscsi {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:46:48.748986 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41757f6d-6893-4235-a6f6-4a0dc2fc115c None None] Routers {'7525d8ba-6963-497e-921c-1929d2db2c48'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:46:48.749596 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-41757f6d-6893-4235-a6f6-4a0dc2fc115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:46:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['7525d8ba-6963-497e-921c-1929d2db2c48'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:48.841153 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] Publish callbacks [] for router (7525d8ba-6963-497e-921c-1929d2db2c48), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:48.852779 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-41757f6d-6893-4235-a6f6-4a0dc2fc115c None None] Set router 7525d8ba-6963-497e-921c-1929d2db2c48 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:46:48.882385 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:48.923372 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:46:48.942773 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] Publish callbacks [] for router_gateway (7525d8ba-6963-497e-921c-1929d2db2c48), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:48.967507 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:46:48.973132 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:46:48.973347 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:48.993636 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] Deleting port a0744d5e-7aee-4a5b-9362-a484839384ee {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:46:48.994047 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (a0744d5e-7aee-4a5b-9362-a484839384ee), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:49.027311 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-41757f6d-6893-4235-a6f6-4a0dc2fc115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'name': 'tempest-TestShelveInstance-560528458-router', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': 'a0744d5e-7aee-4a5b-9362-a484839384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:59Z', 'updated_at': '2022-07-20T09:46:47Z', 'revision_number': 5, 'project_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'gw_port': {'id': 'a0744d5e-7aee-4a5b-9362-a484839384ee', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:42:00Z', 'updated_at': '2022-07-20T09:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:49.065971 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41757f6d-6893-4235-a6f6-4a0dc2fc115c None None] Checking router: 7525d8ba-6963-497e-921c-1929d2db2c48 for host: dv-cinder-822822-3-iscsi {{(pid=104192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:46:49.075194 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41757f6d-6893-4235-a6f6-4a0dc2fc115c None None] Routers {'7525d8ba-6963-497e-921c-1929d2db2c48'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:46:49.075958 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-41757f6d-6893-4235-a6f6-4a0dc2fc115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:46:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['7525d8ba-6963-497e-921c-1929d2db2c48'], 'active': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:49.076611 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:46:49.077004 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:49.099541 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] For port a0744d5e-7aee-4a5b-9362-a484839384ee, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=a0744d5e-7aee-4a5b-9362-a484839384ee,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:49.099913 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (a0744d5e-7aee-4a5b-9362-a484839384ee), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:49.107751 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc5aebd-3667-40db-89cc-d0e7578721cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47a4e50-b0d8-48d1-965b-e5ec0a4ca77c'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:46:49.110013 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf31a3d-fd35-477b-8294-46ef5f08d46e" -d '{"events": [{"server_uuid": "adc5aebd-3667-40db-89cc-d0e7578721cf", "name": "network-vif-plugged", "status": "completed", "tag": "d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:46:49.119919 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] Calling delete_port for a0744d5e-7aee-4a5b-9362-a484839384ee owned by network:router_gateway {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:46:49.152536 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:49.158070 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:49.167646 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvr_db [None req-41757f6d-6893-4235-a6f6-4a0dc2fc115c None None] Set router 7525d8ba-6963-497e-921c-1929d2db2c48 gateway port host: None {{(pid=104192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:46:49.187000 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa56d7a-0c6b-4599-a92d-6c700686271c x-openstack-request-id: req-6fa56d7a-0c6b-4599-a92d-6c700686271c {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:46:49.187523 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc5aebd-3667-40db-89cc-d0e7578721cf", "name": "network-vif-plugged", "status": "completed", "tag": "d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:46:49.187665 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fa56d7a-0c6b-4599-a92d-6c700686271c {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:46:49.188061 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa56d7a-0c6b-4599-a92d-6c700686271c'] response: {'server_uuid': 'adc5aebd-3667-40db-89cc-d0e7578721cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47a4e50-b0d8-48d1-965b-e5ec0a4ca77c', 'code': 200} Jul 20 09:46:49.216924 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:49.218717 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_hamode_db [None req-41757f6d-6893-4235-a6f6-4a0dc2fc115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'name': 'tempest-TestShelveInstance-560528458-router', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:59Z', 'updated_at': '2022-07-20T09:46:48Z', 'revision_number': 6, 'project_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'gw_port_host': None}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:49.244209 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41757f6d-6893-4235-a6f6-4a0dc2fc115c None None] The sync data for ids ['7525d8ba-6963-497e-921c-1929d2db2c48'] in dv-cinder-822822-3-iscsi is: [{'id': '7525d8ba-6963-497e-921c-1929d2db2c48', 'name': 'tempest-TestShelveInstance-560528458-router', 'tenant_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:41:59Z', 'updated_at': '2022-07-20T09:46:48Z', 'revision_number': 6, 'project_id': '41ef7546dc454ebaa3a3ef9d2f11e36c', 'gw_port_host': None}] {{(pid=104192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:46:49.299681 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (a0744d5e-7aee-4a5b-9362-a484839384ee), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:49.305002 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:49.327915 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0744d5e-7aee-4a5b-9362-a484839384ee,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:49.398640 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671293'] for router_gateway (7525d8ba-6963-497e-921c-1929d2db2c48), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:49.512374 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30343'] for router (7525d8ba-6963-497e-921c-1929d2db2c48), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:49.516216 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] Publish callbacks [] for router_controller (7525d8ba-6963-497e-921c-1929d2db2c48), precommit_delete_associations {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:49.521615 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e8e07-a1f1-48a7-84fe-83f8a58edac8 req-360d7ee2-4fa5-4533-89e7-cf27f5e2b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:49.523129 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-068e8e07-a1f1-48a7-84fe-83f8a58edac8 req-360d7ee2-4fa5-4533-89e7-cf27f5e2b29a service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 1130 time: 0.0713778 Jul 20 09:46:49.575881 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667056'] for router (7525d8ba-6963-497e-921c-1929d2db2c48), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:49.575881 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7525d8ba-6963-497e-921c-1929d2db2c48 {{(pid=104189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 09:46:49.580354 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:49.581535 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-d6919961-8652-48f7-a827-9cac26079b77 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7525d8ba-6963-497e-921c-1929d2db2c48 HTTP/1.1" status: 204 len: 168 time: 0.8428893 Jul 20 09:46:49.585121 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56740) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:49.603016 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-068e8e07-a1f1-48a7-84fe-83f8a58edac8 req-37eb074f-6544-4335-8f12-824b46bb7e84 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=26cfcb6c-7eda-4c18-8e24-c6db619ff3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478847 Jul 20 09:46:49.644803 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1834110-06ce-4808-81fe-f1a3d20cabf0 admin admin] Deleting subnet 9635f330-75e9-4119-9e3e-1fd662b5b226 {{(pid=104190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 09:46:49.648632 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f1834110-06ce-4808-81fe-f1a3d20cabf0 admin admin] Publish callbacks [] for subnet (9635f330-75e9-4119-9e3e-1fd662b5b226), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:49.690728 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f1834110-06ce-4808-81fe-f1a3d20cabf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27026914'] for subnet (9635f330-75e9-4119-9e3e-1fd662b5b226), precommit_delete_associations {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:49.701715 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 270998a5-c16b-4791-9d7c-49c81276e838 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:46:49.723998 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: 270998a5-c16b-4791-9d7c-49c81276e838 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:46:49.724438 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 270998a5-c16b-4791-9d7c-49c81276e838 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:46:49.778336 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:49.779319 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691ce1b-ad0c-4c5e-9669-c4454b476714 req-3a616e70-8eef-4bc2-80b2-d6d029b13296 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:49.780801 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c691ce1b-ad0c-4c5e-9669-c4454b476714 req-3a616e70-8eef-4bc2-80b2-d6d029b13296 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 946 time: 0.0874169 Jul 20 09:46:49.834020 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f1834110-06ce-4808-81fe-f1a3d20cabf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676107'] for subnet (9635f330-75e9-4119-9e3e-1fd662b5b226), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:49.887344 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-c691ce1b-ad0c-4c5e-9669-c4454b476714 req-d309c653-386f-493b-a3e7-04991d61d8c7 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=26cfcb6c-7eda-4c18-8e24-c6db619ff3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830142 Jul 20 09:46:49.900029 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:49.912991 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f1834110-06ce-4808-81fe-f1a3d20cabf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25966105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25169940'] for subnet (9635f330-75e9-4119-9e3e-1fd662b5b226), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:49.940668 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1834110-06ce-4808-81fe-f1a3d20cabf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9635f330-75e9-4119-9e3e-1fd662b5b226,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:49.945203 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-f1834110-06ce-4808-81fe-f1a3d20cabf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:49.948539 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-f1834110-06ce-4808-81fe-f1a3d20cabf0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9635f330-75e9-4119-9e3e-1fd662b5b226 HTTP/1.1" status: 204 len: 168 time: 0.3623455 Jul 20 09:46:49.951043 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56746) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:49.953927 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cec8b8c-6279-41b8-8670-1e79a0bc8d3b None None] Network e1e02820-883e-4cb5-99f9-702812157978 requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:46:50.027533 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1767445'] for network (e1e02820-883e-4cb5-99f9-702812157978), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.079098 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] Deleting port 42dcba43-d5a7-4948-83e4-11c77b2d449e {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:46:50.079469 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.108335 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf7afb7-3145-4536-9856-2d28ff8b6643 None None] DHCP port deletion for e1e02820-883e-4cb5-99f9-702812157978 request from dv-cinder-822822-3-iscsi {{(pid=104191) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 09:46:50.150689 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] For port 42dcba43-d5a7-4948-83e4-11c77b2d449e, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=42dcba43-d5a7-4948-83e4-11c77b2d449e,segment=NetworkSegment(b2033979-fac6-4726-befc-5af5adda4e2b),segment_id=b2033979-fac6-4726-befc-5af5adda4e2b)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:50.151056 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.151585 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-cdf7afb7-3145-4536-9856-2d28ff8b6643 None None] Deleting port 42dcba43-d5a7-4948-83e4-11c77b2d449e {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:46:50.151958 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cdf7afb7-3145-4536-9856-2d28ff8b6643 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.165168 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:50.165364 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] Calling delete_port for 42dcba43-d5a7-4948-83e4-11c77b2d449e owned by network:dhcp {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:46:50.253389 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.281779 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] Pushing event deleted for resources: {'Port': ['ID=42dcba43-d5a7-4948-83e4-11c77b2d449e,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:50.286696 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] No DVR routers for this DVR port 42dcba43-d5a7-4948-83e4-11c77b2d449e on host dv-cinder-822822-3-iscsi {{(pid=104190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:46:50.357058 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-cdf7afb7-3145-4536-9856-2d28ff8b6643 None None] For port 42dcba43-d5a7-4948-83e4-11c77b2d449e, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=42dcba43-d5a7-4948-83e4-11c77b2d449e,segment=NetworkSegment(b2033979-fac6-4726-befc-5af5adda4e2b),segment_id=b2033979-fac6-4726-befc-5af5adda4e2b)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:46:50.357481 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cdf7afb7-3145-4536-9856-2d28ff8b6643 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.369972 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675530', 'neutron.services.segments.db._delete_segments_for_network-8750382056250'] for network (e1e02820-883e-4cb5-99f9-702812157978), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.370478 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-cdf7afb7-3145-4536-9856-2d28ff8b6643 None None] Calling delete_port for 42dcba43-d5a7-4948-83e4-11c77b2d449e owned by network:dhcp {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:46:50.378290 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:50.391263 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e02820-883e-4cb5-99f9-702812157978']}} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:50.401323 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2033979-fac6-4726-befc-5af5adda4e2b') {'for_net_delete': True} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:50.401728 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2033979-fac6-4726-befc-5af5adda4e2b') {} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:50.411588 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750382058051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27026907'] for segment (b2033979-fac6-4726-befc-5af5adda4e2b), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.422178 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:50.426740 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (b2033979-fac6-4726-befc-5af5adda4e2b), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.434609 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 09:46:50.435002 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966779'] for segment (b2033979-fac6-4726-befc-5af5adda4e2b), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.456946 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cdf7afb7-3145-4536-9856-2d28ff8b6643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894'] for port (42dcba43-d5a7-4948-83e4-11c77b2d449e), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.483500 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7afb7-3145-4536-9856-2d28ff8b6643 None None] Pushing event deleted for resources: {'Port': ['ID=42dcba43-d5a7-4948-83e4-11c77b2d449e,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:50.486906 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7afb7-3145-4536-9856-2d28ff8b6643 None None] No DVR routers for this DVR port 42dcba43-d5a7-4948-83e4-11c77b2d449e on host dv-cinder-822822-3-iscsi {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:46:50.509953 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671318'] for network (e1e02820-883e-4cb5-99f9-702812157978), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.526661 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.530060 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] 10.222.0.18 "DELETE /v2.0/networks/e1e02820-883e-4cb5-99f9-702812157978 HTTP/1.1" status: 204 len: 168 time: 0.5779798 Jul 20 09:46:50.531133 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032df551-0c4f-41e5-bc50-e2330a3a140e admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e02820-883e-4cb5-99f9-702812157978,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:50.537586 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.services.segments.plugin [-] Segment b2033979-fac6-4726-befc-5af5adda4e2b resource provider aggregate not found Jul 20 09:46:50.554529 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.services.segments.plugin [-] Segment b2033979-fac6-4726-befc-5af5adda4e2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2033979-fac6-4726-befc-5af5adda4e2b found for delete ", "request_id": "req-2ff9cf16-dfc3-40c2-b1f9-a8ba2591e4f5"}]} Jul 20 09:46:50.694683 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56756) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:50.734127 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-df01bee5-cea3-4cdb-a0bd-729a3f0a0ba5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee1753001c624ae3941cfc51b3d9d6ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383132 Jul 20 09:46:50.736460 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56758) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:50.787766 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dee5e73b-2b67-4bb4-853d-8ad1c0ec3649 admin admin] Publish callbacks [] for security_group (1923c3ff-f763-4c5b-8100-eb21d940555b), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.810192 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dee5e73b-2b67-4bb4-853d-8ad1c0ec3649 admin admin] Publish callbacks [] for security_group (1923c3ff-f763-4c5b-8100-eb21d940555b), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.841017 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:50.857847 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dee5e73b-2b67-4bb4-853d-8ad1c0ec3649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (1923c3ff-f763-4c5b-8100-eb21d940555b), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.861318 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-dee5e73b-2b67-4bb4-853d-8ad1c0ec3649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:50.862199 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-dee5e73b-2b67-4bb4-853d-8ad1c0ec3649 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1923c3ff-f763-4c5b-8100-eb21d940555b HTTP/1.1" status: 204 len: 168 time: 0.1248779 Jul 20 09:46:50.872222 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5e73b-2b67-4bb4-853d-8ad1c0ec3649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1923c3ff-f763-4c5b-8100-eb21d940555b,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:51.012642 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d551e-0003-4fe9-bcf8-1b4b4be58ca9 req-b1ab7e80-1812-407c-964a-0315a9f9c00c tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:51.014376 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e98d551e-0003-4fe9-bcf8-1b4b4be58ca9 req-b1ab7e80-1812-407c-964a-0315a9f9c00c tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 946 time: 0.0511601 Jul 20 09:46:51.071243 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e98d551e-0003-4fe9-bcf8-1b4b4be58ca9 req-dff105f2-1e55-494b-8a71-1fbf736fab21 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=26cfcb6c-7eda-4c18-8e24-c6db619ff3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503395 Jul 20 09:46:51.208271 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56766) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:51.248141 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-2163f239-3403-4658-8180-748b286004aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41ef7546dc454ebaa3a3ef9d2f11e36c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387399 Jul 20 09:46:51.250657 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56768) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:51.299812 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0ca9674b-d7eb-4953-965f-f321a7f0c1f3 admin admin] Publish callbacks [] for security_group (cf05e167-1e8d-4c94-907e-b013eff8f407), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:51.321732 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0ca9674b-d7eb-4953-965f-f321a7f0c1f3 admin admin] Publish callbacks [] for security_group (cf05e167-1e8d-4c94-907e-b013eff8f407), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:51.349098 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device a0744d5e-7aee-4a5b-9362-a484839384ee no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:46:51.369680 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: a0744d5e-7aee-4a5b-9362-a484839384ee {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:46:51.370062 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device a0744d5e-7aee-4a5b-9362-a484839384ee not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:46:51.370545 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 42dcba43-d5a7-4948-83e4-11c77b2d449e no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:46:51.371960 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0ca9674b-d7eb-4953-965f-f321a7f0c1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (cf05e167-1e8d-4c94-907e-b013eff8f407), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:51.374632 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-0ca9674b-d7eb-4953-965f-f321a7f0c1f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:51.375818 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-0ca9674b-d7eb-4953-965f-f321a7f0c1f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf05e167-1e8d-4c94-907e-b013eff8f407 HTTP/1.1" status: 204 len: 168 time: 0.1242857 Jul 20 09:46:51.383895 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9674b-d7eb-4953-965f-f321a7f0c1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf05e167-1e8d-4c94-907e-b013eff8f407,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:46:51.395846 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: 42dcba43-d5a7-4948-83e4-11c77b2d449e {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:46:51.396193 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 42dcba43-d5a7-4948-83e4-11c77b2d449e not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:46:52.187684 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91007d-e5f6-4a87-a9ae-36c9d6b41b67 req-37aa7497-a340-4b02-a0a2-f1a14939975c tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:52.189155 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0c91007d-e5f6-4a87-a9ae-36c9d6b41b67 req-37aa7497-a340-4b02-a0a2-f1a14939975c tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 946 time: 0.0505474 Jul 20 09:46:52.239189 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-0c91007d-e5f6-4a87-a9ae-36c9d6b41b67 req-8a45e1ea-1f76-4c30-ae79-3c4e021c69ca tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=26cfcb6c-7eda-4c18-8e24-c6db619ff3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444531 Jul 20 09:46:52.352032 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020be020-f742-4224-b4e5-cd4e29d55b6d req-98de427e-ce66-4895-9031-debc0f0e314d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:52.353411 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-020be020-f742-4224-b4e5-cd4e29d55b6d req-98de427e-ce66-4895-9031-debc0f0e314d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 946 time: 0.0513859 Jul 20 09:46:52.361936 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56776) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:46:52.366291 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [None req-e05a9378-d88d-48b5-be81-38c01fce26b1 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Request body: {'floatingip': {'port_id': 'd47a4e50-b0d8-48d1-965b-e5ec0a4ca77c'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:46:52.404211 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e05a9378-d88d-48b5-be81-38c01fce26b1 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (f7761b70-5c23-4da0-bd5f-4e470c563d03), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:52.807421 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:52.828326 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e05a9378-d88d-48b5-be81-38c01fce26b1 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:52.833108 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e05a9378-d88d-48b5-be81-38c01fce26b1 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (f7761b70-5c23-4da0-bd5f-4e470c563d03), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:52.927483 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [None req-e05a9378-d88d-48b5-be81-38c01fce26b1 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Floating IP f7761b70-5c23-4da0-bd5f-4e470c563d03 associated. External IP: 172.27.1.243, port: d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c. Jul 20 09:46:53.057339 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3928d92a-5cd8-4301-b824-220a63f69e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:53.120837 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05a9378-d88d-48b5-be81-38c01fce26b1 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Router 1a87491b-7372-43ff-9ed3-63e9938e0e18 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:46:53.165223 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:46:53.223804 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05a9378-d88d-48b5-be81-38c01fce26b1 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:46:53.228527 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-e05a9378-d88d-48b5-be81-38c01fce26b1 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:53.232915 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2c2a9b-8f7b-4205-92ba-c884a4531173 None None] Sync routers for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:46:53.242751 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c2a9b-8f7b-4205-92ba-c884a4531173 None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:46:53.243408 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9d2c2a9b-8f7b-4205-92ba-c884a4531173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:46:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:53.258175 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-e05a9378-d88d-48b5-be81-38c01fce26b1 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "PUT /v2.0/floatingips/f7761b70-5c23-4da0-bd5f-4e470c563d03 HTTP/1.1" status: 200 len: 992 time: 0.8952799 Jul 20 09:46:53.258858 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc5aebd-3667-40db-89cc-d0e7578721cf', 'tag': 'd47a4e50-b0d8-48d1-965b-e5ec0a4ca77c'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:46:53.261200 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc483f0f-eeeb-4099-b9ef-01e304a46cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "adc5aebd-3667-40db-89cc-d0e7578721cf", "tag": "d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:46:53.299408 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9e0768-7c74-4d1c-8308-e368ccb78d8a x-openstack-request-id: req-0e9e0768-7c74-4d1c-8308-e368ccb78d8a {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:46:53.299748 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc5aebd-3667-40db-89cc-d0e7578721cf", "tag": "d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:46:53.299947 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e9e0768-7c74-4d1c-8308-e368ccb78d8a {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:46:53.300384 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9e0768-7c74-4d1c-8308-e368ccb78d8a'] response: {'name': 'network-changed', 'server_uuid': 'adc5aebd-3667-40db-89cc-d0e7578721cf', 'tag': 'd47a4e50-b0d8-48d1-965b-e5ec0a4ca77c', 'status': 'completed', 'code': 200} Jul 20 09:46:53.349255 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-9d2c2a9b-8f7b-4205-92ba-c884a4531173 None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:46:53.363324 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc483f0f-eeeb-4099-b9ef-01e304a46cbd req-512716d5-7424-426e-9367-df504663d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:53.365095 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cc483f0f-eeeb-4099-b9ef-01e304a46cbd req-512716d5-7424-426e-9367-df504663d900 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=a1fe308758354ddfb050def8345355ff&device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 1130 time: 0.0420260 Jul 20 09:46:53.462958 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc483f0f-eeeb-4099-b9ef-01e304a46cbd req-2dc4cb44-296f-48fd-a231-1822d59129cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:53.464474 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cc483f0f-eeeb-4099-b9ef-01e304a46cbd req-2dc4cb44-296f-48fd-a231-1822d59129cc service neutron] 10.222.0.17 "GET /v2.0/networks?id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 200 len: 916 time: 0.0930119 Jul 20 09:46:53.529698 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cc483f0f-eeeb-4099-b9ef-01e304a46cbd req-2883131c-f44c-4162-9d75-bb057ea89551 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c HTTP/1.1" status: 200 len: 1000 time: 0.0591764 Jul 20 09:46:53.564812 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9d2c2a9b-8f7b-4205-92ba-c884a4531173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'f7761b70-5c23-4da0-bd5f-4e470c563d03', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': 'd47a4e50-b0d8-48d1-965b-e5ec0a4ca77c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:35:6d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc5aebd-3667-40db-89cc-d0e7578721cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:46:37Z', 'updated_at': '2022-07-20T09:46:52Z', 'revision_number': 1, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:53.578444 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc483f0f-eeeb-4099-b9ef-01e304a46cbd req-1259486b-5f22-4f98-bee9-0dbaf2814b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:53.579916 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cc483f0f-eeeb-4099-b9ef-01e304a46cbd req-1259486b-5f22-4f98-bee9-0dbaf2814b76 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0ad9e585-6099-4be5-adc8-f1d59931f57d HTTP/1.1" status: 200 len: 854 time: 0.0443106 Jul 20 09:46:53.590392 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2c2a9b-8f7b-4205-92ba-c884a4531173 None None] Checking router: 1a87491b-7372-43ff-9ed3-63e9938e0e18 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:46:53.598992 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c2a9b-8f7b-4205-92ba-c884a4531173 None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:46:53.599693 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9d2c2a9b-8f7b-4205-92ba-c884a4531173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:46:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:53.623835 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc483f0f-eeeb-4099-b9ef-01e304a46cbd req-8404855e-2eef-438c-8d3e-78da97bbd33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:46:53.625314 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cc483f0f-eeeb-4099-b9ef-01e304a46cbd req-8404855e-2eef-438c-8d3e-78da97bbd33a service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=6671a0fd-e3f4-4bae-a778-86d0bc616f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389285 Jul 20 09:46:53.703710 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-9d2c2a9b-8f7b-4205-92ba-c884a4531173 None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:46:53.719885 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cc483f0f-eeeb-4099-b9ef-01e304a46cbd req-f05aac76-c8f6-491c-aaa7-ebbb69f2a743 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860851 Jul 20 09:46:53.811189 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-cc483f0f-eeeb-4099-b9ef-01e304a46cbd req-608e2b3f-c619-45b2-be81-f2d2cb323e33 service neutron] 10.222.0.17 "GET /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849600 Jul 20 09:46:53.916152 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-9d2c2a9b-8f7b-4205-92ba-c884a4531173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'f7761b70-5c23-4da0-bd5f-4e470c563d03', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': 'd47a4e50-b0d8-48d1-965b-e5ec0a4ca77c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:35:6d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc5aebd-3667-40db-89cc-d0e7578721cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:46:37Z', 'updated_at': '2022-07-20T09:46:52Z', 'revision_number': 1, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:46:53.941073 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2c2a9b-8f7b-4205-92ba-c884a4531173 None None] The sync data for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi is: [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_floatingips': [{'id': 'f7761b70-5c23-4da0-bd5f-4e470c563d03', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'router_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'port_id': 'd47a4e50-b0d8-48d1-965b-e5ec0a4ca77c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'mac_address': 'fa:16:3e:35:6d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc5aebd-3667-40db-89cc-d0e7578721cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T09:46:37Z', 'updated_at': '2022-07-20T09:46:52Z', 'revision_number': 1, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:46:54.119756 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0fa9d8-1fd3-4cc4-bb9e-521ea476c157 None None] New status for floating IP f7761b70-5c23-4da0-bd5f-4e470c563d03: ACTIVE {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:46:55.299397 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-16ec14e8-d50f-478d-880b-86e760db3c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:56.308019 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:57.823414 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:46:58.171602 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:02.232156 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:02.236480 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=30,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:03.805838 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:03.807732 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=61 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:04.292841 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:04.296129 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:08.160904 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:08.164692 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=59,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:08.166647 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=66,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:16.889642 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:21.624673 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:21.625378 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:23.062063 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-86a1a8a7-2587-4d5e-b3e3-dd9e637a799d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:23.626386 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:47:25.303244 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5084585b-281b-427a-a95f-658e88883461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:26.310262 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:27.825769 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:28.173628 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:33.621241 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:33.622003 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:38.161921 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:38.167505 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:38.169489 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:40.882756 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297aaa36-0a73-4356-95e1-644386fdc961 req-0f784f91-0256-43cd-9432-fced66993002 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:47:40.884286 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-297aaa36-0a73-4356-95e1-644386fdc961 req-0f784f91-0256-43cd-9432-fced66993002 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 946 time: 0.0489643 Jul 20 09:47:40.935437 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-297aaa36-0a73-4356-95e1-644386fdc961 req-5abefb2e-aaf3-4178-b270-87527259fecf tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=26cfcb6c-7eda-4c18-8e24-c6db619ff3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449135 Jul 20 09:47:42.054140 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0725e-7604-4408-9f48-95c73f434a2b req-9e395733-a0a9-4a67-a911-07a18e6d2357 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:47:42.055621 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8ec0725e-7604-4408-9f48-95c73f434a2b req-9e395733-a0a9-4a67-a911-07a18e6d2357 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 946 time: 0.0477753 Jul 20 09:47:42.102879 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-8ec0725e-7604-4408-9f48-95c73f434a2b req-9da4ac1e-2bd6-4558-9b76-a0fe8a76d6ec tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups?id=26cfcb6c-7eda-4c18-8e24-c6db619ff3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415020 Jul 20 09:47:42.388540 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82511603-830c-4604-acb5-3fdec047f421 req-2d0de721-b1a3-4e9a-a152-819522b2e94e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:47:42.390013 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-82511603-830c-4604-acb5-3fdec047f421 req-2d0de721-b1a3-4e9a-a152-819522b2e94e tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 946 time: 0.0497453 Jul 20 09:47:42.473158 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-82511603-830c-4604-acb5-3fdec047f421 req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Deleting port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c {{(pid=104189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:47:42.473513 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-82511603-830c-4604-acb5-3fdec047f421 req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:42.565754 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-82511603-830c-4604-acb5-3fdec047f421 req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] For port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:47:42.566107 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-82511603-830c-4604-acb5-3fdec047f421 req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:42.726041 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-82511603-830c-4604-acb5-3fdec047f421 req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:42.726307 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-82511603-830c-4604-acb5-3fdec047f421 req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671466'] for floatingip (f7761b70-5c23-4da0-bd5f-4e470c563d03), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:42.726617 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.db.l3_db [req-82511603-830c-4604-acb5-3fdec047f421 req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Floating IP f7761b70-5c23-4da0-bd5f-4e470c563d03 disassociated. External IP: 172.27.1.243, port: d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c. Jul 20 09:47:42.726957 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.plugin [req-82511603-830c-4604-acb5-3fdec047f421 req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Calling delete_port for d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c owned by compute:nova {{(pid=104189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:47:42.856175 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-82511603-830c-4604-acb5-3fdec047f421 req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:42.881559 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event deleted for resources: {'Port': ['ID=d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:47:42.891779 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:42.892134 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:42.892482 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:42.892821 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:42.893162 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:42.893525 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:42.893824 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:42.894254 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:42.895064 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:42.895064 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:42.895256 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:42.895516 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:42.895756 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:42.896079 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:42.896404 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:43.004168 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82511603-830c-4604-acb5-3fdec047f421 req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Router 1a87491b-7372-43ff-9ed3-63e9938e0e18 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:47:43.397698 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-5081c462-c8bb-4aea-8eed-6b9f3600f577 req-8db8af60-6d29-41d6-bd4f-b75b24e4aae8 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc5aebd-3667-40db-89cc-d0e7578721cf HTTP/1.1" status: 200 len: 210 time: 0.0367362 Jul 20 09:47:43.414464 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82511603-830c-4604-acb5-3fdec047f421 req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:47:43.424960 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e8d597-7a1c-4b7d-aea1-d962eff48a12 None None] Sync routers for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:47:43.436162 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e8d597-7a1c-4b7d-aea1-d962eff48a12 None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:47:43.437054 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-49e8d597-7a1c-4b7d-aea1-d962eff48a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:47:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:47:43.441766 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:43.459145 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-82511603-830c-4604-acb5-3fdec047f421 req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] No DVR routers for this DVR port d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c on host hv-cinder-82282 {{(pid=104189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:47:43.461685 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-82511603-830c-4604-acb5-3fdec047f421 req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:43.464941 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-82511603-830c-4604-acb5-3fdec047f421 req-e3e83050-dd26-4a86-8b22-2dca0acb0a9d tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.17 "DELETE /v2.0/ports/d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c HTTP/1.1" status: 204 len: 173 time: 1.0699813 Jul 20 09:47:43.465357 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc5aebd-3667-40db-89cc-d0e7578721cf', 'name': 'network-vif-deleted', 'tag': 'd47a4e50-b0d8-48d1-965b-e5ec0a4ca77c'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:47:43.467697 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdc44ea-4c30-4621-b4cd-2e5f301e3c32" -d '{"events": [{"server_uuid": "adc5aebd-3667-40db-89cc-d0e7578721cf", "name": "network-vif-deleted", "tag": "d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:47:43.509835 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc456eaa-6f9b-4f98-b8d7-71338192c3d9 x-openstack-request-id: req-cc456eaa-6f9b-4f98-b8d7-71338192c3d9 {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:47:43.510241 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc5aebd-3667-40db-89cc-d0e7578721cf", "name": "network-vif-deleted", "tag": "d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:47:43.511178 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc456eaa-6f9b-4f98-b8d7-71338192c3d9 {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:47:43.511723 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc456eaa-6f9b-4f98-b8d7-71338192c3d9'] response: {'server_uuid': 'adc5aebd-3667-40db-89cc-d0e7578721cf', 'name': 'network-vif-deleted', 'tag': 'd47a4e50-b0d8-48d1-965b-e5ec0a4ca77c', 'status': 'completed', 'code': 200} Jul 20 09:47:43.545630 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-49e8d597-7a1c-4b7d-aea1-d962eff48a12 None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:47:43.731827 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-49e8d597-7a1c-4b7d-aea1-d962eff48a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:47:43.756115 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e8d597-7a1c-4b7d-aea1-d962eff48a12 None None] Checking router: 1a87491b-7372-43ff-9ed3-63e9938e0e18 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:47:43.764939 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e8d597-7a1c-4b7d-aea1-d962eff48a12 None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:47:43.765485 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-49e8d597-7a1c-4b7d-aea1-d962eff48a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:47:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:47:43.868985 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-49e8d597-7a1c-4b7d-aea1-d962eff48a12 None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:47:44.182059 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-49e8d597-7a1c-4b7d-aea1-d962eff48a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:47:44.207876 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e8d597-7a1c-4b7d-aea1-d962eff48a12 None None] The sync data for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi is: [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:43:19Z', 'revision_number': 4, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi', '_interfaces': [{'id': '3597920b-f5df-4037-ac9b-6f3c903d17f1', 'name': '', 'network_id': '6671a0fd-e3f4-4bae-a778-86d0bc616f5d', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'mac_address': 'fa:16:3e:dd:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:18Z', 'updated_at': '2022-07-20T09:43:24Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'subnets': [{'id': '0ad9e585-6099-4be5-adc8-f1d59931f57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:47:44.413918 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35825467-1581-4894-8f90-4aca5cd520fe None None] New status for floating IP f7761b70-5c23-4da0-bd5f-4e470c563d03: DOWN {{(pid=104192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 09:47:44.485334 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56864) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:47:44.502723 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:44.549078 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4b7bf837-51b6-4d2a-b1b9-b6d50cfe08f2 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (26cfcb6c-7eda-4c18-8e24-c6db619ff3eb), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:44.573378 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4b7bf837-51b6-4d2a-b1b9-b6d50cfe08f2 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (26cfcb6c-7eda-4c18-8e24-c6db619ff3eb), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:44.620873 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4b7bf837-51b6-4d2a-b1b9-b6d50cfe08f2 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (26cfcb6c-7eda-4c18-8e24-c6db619ff3eb), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:44.623610 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-4b7bf837-51b6-4d2a-b1b9-b6d50cfe08f2 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:44.624803 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-4b7bf837-51b6-4d2a-b1b9-b6d50cfe08f2 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "DELETE /v2.0/security-groups/26cfcb6c-7eda-4c18-8e24-c6db619ff3eb HTTP/1.1" status: 204 len: 168 time: 0.1383531 Jul 20 09:47:44.627675 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56866) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:47:44.634618 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bf837-51b6-4d2a-b1b9-b6d50cfe08f2 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cfcb6c-7eda-4c18-8e24-c6db619ff3eb,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:47:44.642050 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.api.v2.resource [None req-f2aec781-82b3-4d91-959b-ffd232431679 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] show failed (client error): The resource could not be found. Jul 20 09:47:44.643072 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-f2aec781-82b3-4d91-959b-ffd232431679 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "GET /v2.0/security-groups/26cfcb6c-7eda-4c18-8e24-c6db619ff3eb HTTP/1.1" status: 404 len: 347 time: 0.0144126 Jul 20 09:47:44.646051 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56868) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:47:44.758291 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Deleting port de05e22a-bbf3-4ad2-bd5e-8242792751b5 {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:47:44.758637 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (de05e22a-bbf3-4ad2-bd5e-8242792751b5), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:44.837217 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (de05e22a-bbf3-4ad2-bd5e-8242792751b5), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:44.837546 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (de05e22a-bbf3-4ad2-bd5e-8242792751b5), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:44.850233 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Calling delete_port for de05e22a-bbf3-4ad2-bd5e-8242792751b5 owned by network:floatingip {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:47:44.983763 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (de05e22a-bbf3-4ad2-bd5e-8242792751b5), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:45.006134 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Pushing event deleted for resources: {'Port': ['ID=de05e22a-bbf3-4ad2-bd5e-8242792751b5,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:47:45.016486 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:45.016765 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:45.017103 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:45.017440 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:45.017768 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:45.018630 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:45.018630 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:45.018858 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:45.019019 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:45.019362 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:45.019686 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:45.020004 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:45.020324 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:45.020639 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:45.020954 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:45.082810 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks [] for floatingip (f7761b70-5c23-4da0-bd5f-4e470c563d03), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:45.085298 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for floatingip (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:45.086433 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-ea56cfab-12cb-46af-b068-f166585d19d3 tempest-AttachVolumeNegativeTest-365090779 tempest-AttachVolumeNegativeTest-365090779-project] 10.222.0.18 "DELETE /v2.0/floatingips/f7761b70-5c23-4da0-bd5f-4e470c563d03 HTTP/1.1" status: 204 len: 168 time: 0.4394913 Jul 20 09:47:46.904129 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:47.201856 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c no longer exists at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:47:47.225011 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] No Port match for: d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:47:47.225351 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device d47a4e50-b0d8-48d1-965b-e5ec0a4ca77c not bound to the agent host hv-cinder-82282 {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:47:48.748108 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56904) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:47:49.062796 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-da5a23ea-5457-437e-a1cb-1197ffd3e298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-666018'] for router_interface (1a87491b-7372-43ff-9ed3-63e9938e0e18), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:49.097867 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:49.137945 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:49.284716 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-da5a23ea-5457-437e-a1cb-1197ffd3e298 admin admin] Deleting port 3597920b-f5df-4037-ac9b-6f3c903d17f1 {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:47:49.285046 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-da5a23ea-5457-437e-a1cb-1197ffd3e298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:49.363525 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [None req-da5a23ea-5457-437e-a1cb-1197ffd3e298 admin admin] For port 3597920b-f5df-4037-ac9b-6f3c903d17f1, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=3597920b-f5df-4037-ac9b-6f3c903d17f1,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:47:49.363878 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-da5a23ea-5457-437e-a1cb-1197ffd3e298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:49.377152 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-da5a23ea-5457-437e-a1cb-1197ffd3e298 admin admin] Calling delete_port for 3597920b-f5df-4037-ac9b-6f3c903d17f1 owned by network:router_interface {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:47:49.554101 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-da5a23ea-5457-437e-a1cb-1197ffd3e298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (3597920b-f5df-4037-ac9b-6f3c903d17f1), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:49.578777 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a23ea-5457-437e-a1cb-1197ffd3e298 admin admin] Pushing event deleted for resources: {'Port': ['ID=3597920b-f5df-4037-ac9b-6f3c903d17f1,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:47:49.961960 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-da5a23ea-5457-437e-a1cb-1197ffd3e298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665942'] for router_interface (1a87491b-7372-43ff-9ed3-63e9938e0e18), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:50.106114 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:50.166816 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5a23ea-5457-437e-a1cb-1197ffd3e298 admin admin] Router 1a87491b-7372-43ff-9ed3-63e9938e0e18 has already been hosted by L3 agent 1e77e6f1-4153-47ad-8ae9-0a7b8147e65a {{(pid=104190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 09:47:50.213461 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:50.267449 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5a23ea-5457-437e-a1cb-1197ffd3e298 admin admin] Notify agent at l3_agent.dv-cinder-822822-3-iscsi the message routers_updated {{(pid=104190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 09:47:50.272622 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-da5a23ea-5457-437e-a1cb-1197ffd3e298 admin admin] 10.222.0.18 "PUT /v2.0/routers/1a87491b-7372-43ff-9ed3-63e9938e0e18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5239780 Jul 20 09:47:50.275241 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56906) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:47:50.278554 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bae620-d596-496d-92fa-7576c8bc5a9d None None] Sync routers for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 09:47:50.288667 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bae620-d596-496d-92fa-7576c8bc5a9d None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:47:50.289281 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-e2bae620-d596-496d-92fa-7576c8bc5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:47:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:47:50.376346 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] Publish callbacks [] for router (1a87491b-7372-43ff-9ed3-63e9938e0e18), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:50.392535 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-e2bae620-d596-496d-92fa-7576c8bc5a9d None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: dv-cinder-822822-3-iscsi {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:47:50.477459 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] Publish callbacks [] for router_gateway (1a87491b-7372-43ff-9ed3-63e9938e0e18), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:50.519758 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] Deleting port c3645aae-58fe-401d-a9aa-5c143482bd32 {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:47:50.520372 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (c3645aae-58fe-401d-a9aa-5c143482bd32), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:50.561902 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-e2bae620-d596-496d-92fa-7576c8bc5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'external_fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:47:49Z', 'revision_number': 5, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port': {'id': 'c3645aae-58fe-401d-a9aa-5c143482bd32', 'name': '', 'network_id': '56bd5eb3-33eb-4ff1-833f-663849f99647', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T09:43:16Z', 'updated_at': '2022-07-20T09:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8bf8240b-23e9-4f6b-ba18-0faac03d9b08', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-3-iscsi'}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:47:50.590851 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bae620-d596-496d-92fa-7576c8bc5a9d None None] Checking router: 1a87491b-7372-43ff-9ed3-63e9938e0e18 for host: dv-cinder-822822-3-iscsi {{(pid=104191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 09:47:50.599198 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bae620-d596-496d-92fa-7576c8bc5a9d None None] Routers {'1a87491b-7372-43ff-9ed3-63e9938e0e18'} bound to L3 agent in host dv-cinder-822822-3-iscsi {{(pid=104191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 09:47:50.599845 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-e2bae620-d596-496d-92fa-7576c8bc5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T09:27:25Z,description=,heartbeat_timestamp=2022-07-20T09:47:25Z,host='dv-cinder-822822-3-iscsi',id=1e77e6f1-4153-47ad-8ae9-0a7b8147e65a,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T09:27:26Z,topic='l3_agent')) {'router_ids': ['1a87491b-7372-43ff-9ed3-63e9938e0e18'], 'active': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:47:50.604325 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] For port c3645aae-58fe-401d-a9aa-5c143482bd32, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=c3645aae-58fe-401d-a9aa-5c143482bd32,segment=NetworkSegment(edbbc8af-7ffe-44ca-a4d8-77062cc656b7),segment_id=edbbc8af-7ffe-44ca-a4d8-77062cc656b7)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:47:50.604890 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (c3645aae-58fe-401d-a9aa-5c143482bd32), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:50.617745 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] Calling delete_port for c3645aae-58fe-401d-a9aa-5c143482bd32 owned by network:router_gateway {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:47:50.679890 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvr_db [None req-e2bae620-d596-496d-92fa-7576c8bc5a9d None None] Set router 1a87491b-7372-43ff-9ed3-63e9938e0e18 gateway port host: None {{(pid=104191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 09:47:50.732009 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_hamode_db [None req-e2bae620-d596-496d-92fa-7576c8bc5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:47:50Z', 'revision_number': 6, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port_host': None}], 'dv-cinder-822822-3-iscsi', False) {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:47:50.757024 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bae620-d596-496d-92fa-7576c8bc5a9d None None] The sync data for ids ['1a87491b-7372-43ff-9ed3-63e9938e0e18'] in dv-cinder-822822-3-iscsi is: [{'id': '1a87491b-7372-43ff-9ed3-63e9938e0e18', 'name': 'tempest-AttachVolumeNegativeTest-1292640093-router', 'tenant_id': 'a1fe308758354ddfb050def8345355ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T09:43:15Z', 'updated_at': '2022-07-20T09:47:50Z', 'revision_number': 6, 'project_id': 'a1fe308758354ddfb050def8345355ff', 'gw_port_host': None}] {{(pid=104191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 09:47:50.791674 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (c3645aae-58fe-401d-a9aa-5c143482bd32), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:50.815359 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] Pushing event deleted for resources: {'Port': ['ID=c3645aae-58fe-401d-a9aa-5c143482bd32,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:47:50.882733 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671293'] for router_gateway (1a87491b-7372-43ff-9ed3-63e9938e0e18), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:50.968043 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30343'] for router (1a87491b-7372-43ff-9ed3-63e9938e0e18), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:50.970142 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] Publish callbacks [] for router_controller (1a87491b-7372-43ff-9ed3-63e9938e0e18), precommit_delete_associations {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:50.974638 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:51.013207 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667056'] for router (1a87491b-7372-43ff-9ed3-63e9938e0e18), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.013829 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a87491b-7372-43ff-9ed3-63e9938e0e18 {{(pid=104190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 09:47:51.018578 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.019726 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-1b3253d0-2482-4b0b-9eb2-2c8f25b6bfdb admin admin] 10.222.0.18 "DELETE /v2.0/routers/1a87491b-7372-43ff-9ed3-63e9938e0e18 HTTP/1.1" status: 204 len: 168 time: 0.7435191 Jul 20 09:47:51.022288 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56908) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:47:51.066994 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bba60c-cf34-4ebd-8fbd-e2273fd13696 admin admin] Deleting subnet 0ad9e585-6099-4be5-adc8-f1d59931f57d {{(pid=104190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 09:47:51.069996 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6bba60c-cf34-4ebd-8fbd-e2273fd13696 admin admin] Publish callbacks [] for subnet (0ad9e585-6099-4be5-adc8-f1d59931f57d), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.105861 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6bba60c-cf34-4ebd-8fbd-e2273fd13696 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27026914'] for subnet (0ad9e585-6099-4be5-adc8-f1d59931f57d), precommit_delete_associations {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.138319 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:51.192234 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6bba60c-cf34-4ebd-8fbd-e2273fd13696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676107'] for subnet (0ad9e585-6099-4be5-adc8-f1d59931f57d), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.245491 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6bba60c-cf34-4ebd-8fbd-e2273fd13696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25966105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25169940'] for subnet (0ad9e585-6099-4be5-adc8-f1d59931f57d), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.270926 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bba60c-cf34-4ebd-8fbd-e2273fd13696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad9e585-6099-4be5-adc8-f1d59931f57d,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:47:51.274290 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6bba60c-cf34-4ebd-8fbd-e2273fd13696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for subnet (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.277425 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-b6bba60c-cf34-4ebd-8fbd-e2273fd13696 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0ad9e585-6099-4be5-adc8-f1d59931f57d HTTP/1.1" status: 204 len: 168 time: 0.2541761 Jul 20 09:47:51.279915 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56910) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:47:51.280450 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010a435f-0718-4dbb-9a3f-dab99c88fe90 None None] Network 6671a0fd-e3f4-4bae-a778-86d0bc616f5d requested from dv-cinder-822822-3-iscsi {{(pid=104191) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 09:47:51.355535 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1767445'] for network (6671a0fd-e3f4-4bae-a778-86d0bc616f5d), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.398267 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] Deleting port 12170647-5045-4231-afad-2ef72212c398 {{(pid=104190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:47:51.398616 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (12170647-5045-4231-afad-2ef72212c398), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.466423 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.db [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] For port 12170647-5045-4231-afad-2ef72212c398, host dv-cinder-822822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-3-iscsi',level=0,port_id=12170647-5045-4231-afad-2ef72212c398,segment=NetworkSegment(bedb51b3-a181-47da-b083-561249e3b7e0),segment_id=bedb51b3-a181-47da-b083-561249e3b7e0)] {{(pid=104190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:47:51.466785 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (12170647-5045-4231-afad-2ef72212c398), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.480211 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.plugin [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] Calling delete_port for 12170647-5045-4231-afad-2ef72212c398 owned by network:dhcp {{(pid=104190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:47:51.535491 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] DHCP port deletion for 6671a0fd-e3f4-4bae-a778-86d0bc616f5d request from dv-cinder-822822-3-iscsi {{(pid=104191) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 09:47:51.572325 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25966824'] for port (12170647-5045-4231-afad-2ef72212c398), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.578820 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 3597920b-f5df-4037-ac9b-6f3c903d17f1 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:47:51.582172 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Deleting port 12170647-5045-4231-afad-2ef72212c398 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 09:47:51.582541 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750381961189'] for port (12170647-5045-4231-afad-2ef72212c398), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.599475 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] Pushing event deleted for resources: {'Port': ['ID=12170647-5045-4231-afad-2ef72212c398,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:47:51.602955 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] No DVR routers for this DVR port 12170647-5045-4231-afad-2ef72212c398 on host dv-cinder-822822-3-iscsi {{(pid=104190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:47:51.625156 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: 3597920b-f5df-4037-ac9b-6f3c903d17f1 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:47:51.625506 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 3597920b-f5df-4037-ac9b-6f3c903d17f1 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:47:51.625930 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device c3645aae-58fe-401d-a9aa-5c143482bd32 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:47:51.671382 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: c3645aae-58fe-401d-a9aa-5c143482bd32 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:47:51.671728 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device c3645aae-58fe-401d-a9aa-5c143482bd32 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:47:51.672153 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 12170647-5045-4231-afad-2ef72212c398 no longer exists at agent ovs-agent-dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 09:47:51.681764 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675530', 'neutron.services.segments.db._delete_segments_for_network-8750382056250'] for network (6671a0fd-e3f4-4bae-a778-86d0bc616f5d), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.704107 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] No Port match for: 12170647-5045-4231-afad-2ef72212c398 {{(pid=104191) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 09:47:51.704450 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Device 12170647-5045-4231-afad-2ef72212c398 not bound to the agent host dv-cinder-822822-3-iscsi {{(pid=104191) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 09:47:51.705226 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6671a0fd-e3f4-4bae-a778-86d0bc616f5d']}} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:47:51.712362 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] For port 12170647-5045-4231-afad-2ef72212c398, host dv-cinder-822822-3-iscsi, got binding levels [] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:47:51.712362 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670309'] for port (12170647-5045-4231-afad-2ef72212c398), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.712854 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:51.718294 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedb51b3-a181-47da-b083-561249e3b7e0') {'for_net_delete': True} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:47:51.718737 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.services.segments.db [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedb51b3-a181-47da-b083-561249e3b7e0') {} {{(pid=104190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 09:47:51.725349 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Calling delete_port for 12170647-5045-4231-afad-2ef72212c398 owned by network:dhcp {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 09:47:51.728445 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.ipam_backend_mixin [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Port 12170647-5045-4231-afad-2ef72212c398 was not found and therefore no delete operation was performed {{(pid=104191) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 20 09:47:51.729738 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750381969466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750381606894'] for port (12170647-5045-4231-afad-2ef72212c398), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.733327 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750382058051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27026907'] for segment (bedb51b3-a181-47da-b083-561249e3b7e0), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.748109 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498'] for segment (bedb51b3-a181-47da-b083-561249e3b7e0), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.753411 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Pushing event deleted for resources: {'Port': ['ID=12170647-5045-4231-afad-2ef72212c398,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:47:51.755520 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=104190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 09:47:51.756173 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1721498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966779'] for segment (bedb51b3-a181-47da-b083-561249e3b7e0), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.764173 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] No DVR routers for this DVR port 12170647-5045-4231-afad-2ef72212c398 on host dv-cinder-822822-3-iscsi {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 09:47:51.780998 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:51.781343 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:51.782224 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:51.782572 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:51.782909 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:51.783238 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:51.783610 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:51.783935 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:51.784390 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:51.784780 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:51.785031 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:51.785352 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:51.785671 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:51.785988 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:51.786306 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eae045-9f3c-455c-8439-1ec70da35fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 09:47:51.811972 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.services.segments.plugin [-] Segment bedb51b3-a181-47da-b083-561249e3b7e0 resource provider aggregate not found Jul 20 09:47:51.830609 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671318'] for network (6671a0fd-e3f4-4bae-a778-86d0bc616f5d), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.836586 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-595913'] for network (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:51.841105 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6671a0fd-e3f4-4bae-a778-86d0bc616f5d HTTP/1.1" status: 204 len: 168 time: 0.5602317 Jul 20 09:47:51.842704 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.services.segments.plugin [-] Segment bedb51b3-a181-47da-b083-561249e3b7e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bedb51b3-a181-47da-b083-561249e3b7e0 found for delete ", "request_id": "req-873885f1-8371-4bb6-9885-d684dcaaca37"}]} Jul 20 09:47:51.853564 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcf64f-25c6-48c9-b6f8-b149f2dcdf96 admin admin] Pushing event deleted for resources: {'Network': ['ID=6671a0fd-e3f4-4bae-a778-86d0bc616f5d,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:47:52.003070 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56918) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:47:52.039984 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:52.043790 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-04389af7-f653-4e4b-8871-cba198e3afad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1fe308758354ddfb050def8345355ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395989 Jul 20 09:47:52.046539 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56920) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:47:52.095507 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d215-2577-40e3-9d1b-acfe947129ba admin admin] Publish callbacks [] for security_group (3857cbb8-fda2-428d-8a98-d2c61606e6dc), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:52.117073 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d215-2577-40e3-9d1b-acfe947129ba admin admin] Publish callbacks [] for security_group (3857cbb8-fda2-428d-8a98-d2c61606e6dc), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:52.148360 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:52.163851 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d215-2577-40e3-9d1b-acfe947129ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (3857cbb8-fda2-428d-8a98-d2c61606e6dc), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:52.166367 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d215-2577-40e3-9d1b-acfe947129ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:52.168319 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-b6e6d215-2577-40e3-9d1b-acfe947129ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3857cbb8-fda2-428d-8a98-d2c61606e6dc HTTP/1.1" status: 204 len: 168 time: 0.1208889 Jul 20 09:47:52.176526 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6d215-2577-40e3-9d1b-acfe947129ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3857cbb8-fda2-428d-8a98-d2c61606e6dc,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:47:53.066264 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-29b09e5e-b5e8-4544-8746-dced98124cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:53.450680 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 56970) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:47:53.554531 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-398f07e0-bb5b-4485-b1d0-c2e2810e2983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:53.629645 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-398f07e0-bb5b-4485-b1d0-c2e2810e2983 admin admin] Publish callbacks [] for security_group (856e530f-bf5e-40cc-b983-291bd915bb23), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:53.633136 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-398f07e0-bb5b-4485-b1d0-c2e2810e2983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (856e530f-bf5e-40cc-b983-291bd915bb23), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:53.672465 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-398f07e0-bb5b-4485-b1d0-c2e2810e2983 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=383efe1b3a2b4d379d0d5671c3b6ace2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207007 Jul 20 09:47:53.673333 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f07e0-bb5b-4485-b1d0-c2e2810e2983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856e530f-bf5e-40cc-b983-291bd915bb23,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:47:53.675163 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 56974) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:47:53.727137 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-08c2188e-e6d1-4e32-b731-15c6b1b07e04 admin admin] Publish callbacks [] for security_group (856e530f-bf5e-40cc-b983-291bd915bb23), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:53.749068 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-08c2188e-e6d1-4e32-b731-15c6b1b07e04 admin admin] Publish callbacks [] for security_group (856e530f-bf5e-40cc-b983-291bd915bb23), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:53.798307 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-08c2188e-e6d1-4e32-b731-15c6b1b07e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (856e530f-bf5e-40cc-b983-291bd915bb23), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:53.800974 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-08c2188e-e6d1-4e32-b731-15c6b1b07e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:53.802163 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-08c2188e-e6d1-4e32-b731-15c6b1b07e04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/856e530f-bf5e-40cc-b983-291bd915bb23 HTTP/1.1" status: 204 len: 168 time: 0.1258044 Jul 20 09:47:53.810971 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2188e-e6d1-4e32-b731-15c6b1b07e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856e530f-bf5e-40cc-b983-291bd915bb23,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:47:55.301705 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:55.312302 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0e39f1f1-e92d-4c0e-88c5-1f44009e0055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:56.313761 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:56.540209 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:56.546622 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:47:57.832714 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:47:58.177369 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:00.625019 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:48:00.719662 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7394cc73-d464-4660-9d97-8026a376fdb3 req-4b78c484-15e7-4ff4-9d1d-47951d908ed4 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418823 Jul 20 09:48:00.802593 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394cc73-d464-4660-9d97-8026a376fdb3 req-4d3276f7-5951-487d-8397-62754b96336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:00.804101 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7394cc73-d464-4660-9d97-8026a376fdb3 req-4d3276f7-5951-487d-8397-62754b96336c service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 1129 time: 0.0391645 Jul 20 09:48:00.907358 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394cc73-d464-4660-9d97-8026a376fdb3 req-95ab299d-7c14-42f9-b316-5a9250e9d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:00.908834 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7394cc73-d464-4660-9d97-8026a376fdb3 req-95ab299d-7c14-42f9-b316-5a9250e9d5c5 service neutron] 10.222.0.17 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 913 time: 0.0878386 Jul 20 09:48:00.975055 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7394cc73-d464-4660-9d97-8026a376fdb3 req-ef137dde-bf62-4039-89c5-af187344ea7a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361144e0-fc56-4c8c-b382-29b23daf98dd HTTP/1.1" status: 200 len: 1001 time: 0.0585692 Jul 20 09:48:01.023475 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394cc73-d464-4660-9d97-8026a376fdb3 req-ad6f5b01-3996-4ec6-b773-21388221a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:01.024876 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7394cc73-d464-4660-9d97-8026a376fdb3 req-ad6f5b01-3996-4ec6-b773-21388221a1cf service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839f002e-4afd-4969-8fc3-6f3fa88beb95 HTTP/1.1" status: 200 len: 851 time: 0.0437310 Jul 20 09:48:01.067462 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394cc73-d464-4660-9d97-8026a376fdb3 req-ecc40c8c-421c-4905-ba9a-ce480673be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:01.068926 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7394cc73-d464-4660-9d97-8026a376fdb3 req-ecc40c8c-421c-4905-ba9a-ce480673be07 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=49ad933c-e19c-4fd1-95f5-c5db07071624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380244 Jul 20 09:48:01.162968 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7394cc73-d464-4660-9d97-8026a376fdb3 req-65a87f73-3a33-411e-93f8-52183abbc8f9 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859470 Jul 20 09:48:01.254634 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-7394cc73-d464-4660-9d97-8026a376fdb3 req-24e3e2d1-cb23-4e24-9a03-b0d38b7e42fa service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852444 Jul 20 09:48:03.782930 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:03.805887 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=34,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:08.165563 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:08.169646 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:08.171093 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:11.249922 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:11.251814 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:11.493890 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-cdc0c3f9-589e-44cc-a9d2-c2b1505458ee tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069216155&fields=id&tenant_id=42a88572ee8443d4a51617c04ca2f416 HTTP/1.1" status: 200 len: 267 time: 0.0492957 Jul 20 09:48:11.599096 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-624c8a92-6694-462a-a440-2e732de6965b tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:11.600572 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-624c8a92-6694-462a-a440-2e732de6965b tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 812 time: 0.1001682 Jul 20 09:48:11.615463 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-b10980a3-5730-4ba6-99a9-8a875f059eb5 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/quotas/42a88572ee8443d4a51617c04ca2f416 HTTP/1.1" status: 200 len: 375 time: 0.0089486 Jul 20 09:48:11.669853 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-6acdc8c9-ac81-4ea9-9ca3-7b9b6868c85c tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492535 Jul 20 09:48:11.866751 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-3e081fd0-67fb-432f-9a30-55a06ef6705a service neutron] 10.222.0.18 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857700 Jul 20 09:48:11.967257 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-9019d69f-23fd-49d0-bd1f-ecfe640eaa6a service neutron] 10.222.0.18 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945020 Jul 20 09:48:12.306636 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-6b8b4b25-bec5-413a-aafb-8ebe1841cad7 req-220aff9c-444e-47b7-9ab7-ec70afbc0f92 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e5fd17-c828-4cf0-a649-403fd2487d15 HTTP/1.1" status: 200 len: 210 time: 0.0355396 Jul 20 09:48:12.496957 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 57244) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:48:12.612365 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-acfb5af4-6d0b-4242-ace6-e9bd085d7679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:12.690847 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-acfb5af4-6d0b-4242-ace6-e9bd085d7679 admin admin] Publish callbacks [] for security_group (86f07ce6-cc69-47f0-9fd6-cebee6ca6491), precommit_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:12.693655 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-acfb5af4-6d0b-4242-ace6-e9bd085d7679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (86f07ce6-cc69-47f0-9fd6-cebee6ca6491), after_create {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:12.736960 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-acfb5af4-6d0b-4242-ace6-e9bd085d7679 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6985abafdaa413392ed70b383387780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381473 Jul 20 09:48:12.738286 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb5af4-6d0b-4242-ace6-e9bd085d7679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f07ce6-cc69-47f0-9fd6-cebee6ca6491,revision_number=1']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:48:12.739852 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 57250) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:48:12.801427 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-23602bd4-a4ce-4eda-927f-b9354af33e2e admin admin] Publish callbacks [] for security_group (86f07ce6-cc69-47f0-9fd6-cebee6ca6491), before_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:12.824662 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-23602bd4-a4ce-4eda-927f-b9354af33e2e admin admin] Publish callbacks [] for security_group (86f07ce6-cc69-47f0-9fd6-cebee6ca6491), precommit_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:12.875447 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-23602bd4-a4ce-4eda-927f-b9354af33e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (86f07ce6-cc69-47f0-9fd6-cebee6ca6491), after_delete {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:12.878033 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-23602bd4-a4ce-4eda-927f-b9354af33e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:12.879195 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-23602bd4-a4ce-4eda-927f-b9354af33e2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86f07ce6-cc69-47f0-9fd6-cebee6ca6491 HTTP/1.1" status: 204 len: 168 time: 0.1370072 Jul 20 09:48:12.887495 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23602bd4-a4ce-4eda-927f-b9354af33e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f07ce6-cc69-47f0-9fd6-cebee6ca6491,revision_number=None']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:48:13.139711 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [-] (104189) accepted ('10.222.0.18', 57256) {{(pid=104189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:48:13.154669 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-efb46d06-0c97-49e0-a6bf-c5bf3a480858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:13.234110 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-efb46d06-0c97-49e0-a6bf-c5bf3a480858 admin admin] Publish callbacks [] for security_group (9f94af37-d9f0-40a5-964e-feb000081174), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:13.246584 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [None req-efb46d06-0c97-49e0-a6bf-c5bf3a480858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (9f94af37-d9f0-40a5-964e-feb000081174), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:13.342527 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [None req-efb46d06-0c97-49e0-a6bf-c5bf3a480858 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=330a139f6c044b849ffa54f94a4f7008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016649 Jul 20 09:48:13.345348 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [-] (104190) accepted ('10.222.0.18', 57260) {{(pid=104190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 09:48:13.348391 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb46d06-0c97-49e0-a6bf-c5bf3a480858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f94af37-d9f0-40a5-964e-feb000081174,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:48:13.390266 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-fd85ca8a-4655-4fa2-bc06-afec58cbe860 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:13.392206 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-fd85ca8a-4655-4fa2-bc06-afec58cbe860 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.17 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 812 time: 0.1554804 Jul 20 09:48:13.411700 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9111fa51-0306-4a23-91ac-a31bb7b57b34 admin admin] Publish callbacks [] for security_group (9f94af37-d9f0-40a5-964e-feb000081174), before_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:13.437192 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9111fa51-0306-4a23-91ac-a31bb7b57b34 admin admin] Publish callbacks [] for security_group (9f94af37-d9f0-40a5-964e-feb000081174), precommit_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:13.440988 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-d7c46dc0-7f42-46bb-b3ff-07ef1636df2a req-79ca9b45-a4d4-47db-93c7-bb46359ef853 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e5fd17-c828-4cf0-a649-403fd2487d15 HTTP/1.1" status: 200 len: 210 time: 0.0405855 Jul 20 09:48:13.479269 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:13.482760 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:13.497839 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9111fa51-0306-4a23-91ac-a31bb7b57b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605523'] for security_group (9f94af37-d9f0-40a5-964e-feb000081174), after_delete {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:13.500599 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron_lib.callbacks.manager [None req-9111fa51-0306-4a23-91ac-a31bb7b57b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:13.500751 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-13469414-343e-4e12-bcc5-82ab0571721b tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42a88572ee8443d4a51617c04ca2f416 HTTP/1.1" status: 200 len: 380 time: 0.0916100 Jul 20 09:48:13.503110 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [None req-9111fa51-0306-4a23-91ac-a31bb7b57b34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f94af37-d9f0-40a5-964e-feb000081174 HTTP/1.1" status: 204 len: 168 time: 0.1567919 Jul 20 09:48:13.511677 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-2890398e-dcea-4a6e-871a-0a985069f43e tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Request body: {'port': {'device_id': '91e5fd17-c828-4cf0-a649-403fd2487d15', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'admin_state_up': True, 'tenant_id': '42a88572ee8443d4a51617c04ca2f416', 'security_groups': ['a3c0748e-e911-4df3-b8ae-bbabb9320bae']}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:48:13.513216 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111fa51-0306-4a23-91ac-a31bb7b57b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f94af37-d9f0-40a5-964e-feb000081174,revision_number=None']} {{(pid=104190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:48:13.625815 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-2890398e-dcea-4a6e-871a-0a985069f43e tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Made reservation on behalf of 42a88572ee8443d4a51617c04ca2f416 for: {'port': 1} {{(pid=104189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 09:48:13.629248 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-2890398e-dcea-4a6e-871a-0a985069f43e tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (None), before_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:13.766623 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.db_base_plugin_common [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-2890398e-dcea-4a6e-871a-0a985069f43e tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Allocated IP 172.20.0.10 (49ad933c-e19c-4fd1-95f5-c5db07071624/839f002e-4afd-4969-8fc3-6f3fa88beb95/b8b9cea8-dc15-4401-bb83-187f324dc257) {{(pid=104189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 09:48:13.946220 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-2890398e-dcea-4a6e-871a-0a985069f43e tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks [] for port (b8b9cea8-dc15-4401-bb83-187f324dc257), precommit_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:13.978646 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-2890398e-dcea-4a6e-871a-0a985069f43e tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750381606885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28371654'] for port (b8b9cea8-dc15-4401-bb83-187f324dc257), after_create {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:14.024016 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-2890398e-dcea-4a6e-871a-0a985069f43e tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Network 49ad933c-e19c-4fd1-95f5-c5db07071624 is already hosted by enough agents. {{(pid=104189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 09:48:14.030090 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.scheduler.base_scheduler [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-2890398e-dcea-4a6e-871a-0a985069f43e tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Resources bound (agent type, host, resource id): {{(pid=104189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 09:48:14.034114 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.l3_dvrscheduler_db [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-2890398e-dcea-4a6e-871a-0a985069f43e tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Received port after_create {{(pid=104189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 09:48:14.060662 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890398e-dcea-4a6e-871a-0a985069f43e tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Pushing event updated for resources: {'Port': ['ID=b8b9cea8-dc15-4401-bb83-187f324dc257,revision_number=1']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:48:14.091250 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-2890398e-dcea-4a6e-871a-0a985069f43e tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:14.092068 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-2890398e-dcea-4a6e-871a-0a985069f43e tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:14.111676 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-2890398e-dcea-4a6e-871a-0a985069f43e tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6039197 Jul 20 09:48:14.124962 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.v2.base [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Request body: {'port': {'device_id': '91e5fd17-c828-4cf0-a649-403fd2487d15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=104189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 09:48:14.193639 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (b8b9cea8-dc15-4401-bb83-187f324dc257), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:14.278636 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-45da9592-984c-4988-8486-9fe799f8a3f5 None None] Provisioning complete for port b8b9cea8-dc15-4401-bb83-187f324dc257 triggered by entity DHCP. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:48:14.279623 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-45da9592-984c-4988-8486-9fe799f8a3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (b8b9cea8-dc15-4401-bb83-187f324dc257), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:14.314179 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-45da9592-984c-4988-8486-9fe799f8a3f5 None None] Port b8b9cea8-dc15-4401-bb83-187f324dc257 cannot update to ACTIVE because it is not bound. {{(pid=104191) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 09:48:14.383641 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:14.390843 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:14.472224 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b9cea8-dc15-4401-bb83-187f324dc257 {{(pid=104189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:48:14.480417 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Publish callbacks [] for port (b8b9cea8-dc15-4401-bb83-187f324dc257), precommit_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:14.493950 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.db.provisioning_blocks [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Transition to ACTIVE for port object b8b9cea8-dc15-4401-bb83-187f324dc257 will not be triggered until provisioned by entity L2. {{(pid=104189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 09:48:14.501432 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (b8b9cea8-dc15-4401-bb83-187f324dc257), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:14.579442 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b9cea8-dc15-4401-bb83-187f324dc257,revision_number=2']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:48:14.591916 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccae9bd-e9e0-46b0-b1a6-09a4819f78ac req-ddbafe15-bec3-445f-b20e-13ca623cc085 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:14.593562 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9ccae9bd-e9e0-46b0-b1a6-09a4819f78ac req-ddbafe15-bec3-445f-b20e-13ca623cc085 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e5fd17-c828-4cf0-a649-403fd2487d15 HTTP/1.1" status: 200 len: 944 time: 0.0716043 Jul 20 09:48:14.650943 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Attempting to bind port b8b9cea8-dc15-4401-bb83-187f324dc257 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 09:48:14.651392 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Attempting to bind port b8b9cea8-dc15-4401-bb83-187f324dc257 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 09:48:14.651867 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Attempting to bind port b8b9cea8-dc15-4401-bb83-187f324dc257 on network 49ad933c-e19c-4fd1-95f5-c5db07071624 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:48:14.653959 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-9ccae9bd-e9e0-46b0-b1a6-09a4819f78ac req-3566f9d4-31cb-433f-bcd4-391cf92ea73a tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533969 Jul 20 09:48:14.659550 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Port b8b9cea8-dc15-4401-bb83-187f324dc257 on network 49ad933c-e19c-4fd1-95f5-c5db07071624 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 09:48:14.660264 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Attempting to bind port b8b9cea8-dc15-4401-bb83-187f324dc257 on network 49ad933c-e19c-4fd1-95f5-c5db07071624 {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 09:48:14.668835 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Checking agent: {'id': '8714a01b-f4aa-466f-b135-0bea454d6f8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'started_at': datetime.datetime(2022, 7, 20, 9, 33, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 9, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 09:48:14.669186 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Checking segment: {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 09:48:14.669605 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Bound using segment: {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'} {{(pid=104189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 09:48:14.670226 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.managers [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Bound port: b8b9cea8-dc15-4401-bb83-187f324dc257, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36b1512-d0cc-4801-9970-9dde9481a178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624'}}] {{(pid=104189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 09:48:14.670790 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (b8b9cea8-dc15-4401-bb83-187f324dc257), before_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:14.742091 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] For port b8b9cea8-dc15-4401-bb83-187f324dc257, host hv-cinder-82282, cleared binding levels {{(pid=104189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 09:48:14.745864 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.plugins.ml2.db [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] For port b8b9cea8-dc15-4401-bb83-187f324dc257, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=b8b9cea8-dc15-4401-bb83-187f324dc257,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 09:48:14.753619 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28371697'] for port (b8b9cea8-dc15-4401-bb83-187f324dc257), after_update {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:14.798542 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:14.799157 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron_lib.callbacks.manager [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243715'] for port (None), before_response {{(pid=104189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:14.800667 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] 10.222.0.17 "PUT /v2.0/ports/b8b9cea8-dc15-4401-bb83-187f324dc257 HTTP/1.1" status: 200 len: 1094 time: 0.6809750 Jul 20 09:48:14.801141 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e5fd17-c828-4cf0-a649-403fd2487d15', 'tag': 'b8b9cea8-dc15-4401-bb83-187f324dc257'}] {{(pid=104189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:48:14.803681 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27604e73bd0610d2d09a7626b0ab7b6d8542e40131ba4a86add8e8e43ebfb716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e18ce6c-728d-40ef-91a1-2c7ee61a6b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "91e5fd17-c828-4cf0-a649-403fd2487d15", "tag": "b8b9cea8-dc15-4401-bb83-187f324dc257"}]}' {{(pid=104189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:48:14.829834 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707070b0-0433-4639-a690-4bdd4323f603 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b9cea8-dc15-4401-bb83-187f324dc257,revision_number=3']} {{(pid=104189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:48:14.865790 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 09:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e508f62e-e18b-4e74-b350-9bd60a99bf7f x-openstack-request-id: req-e508f62e-e18b-4e74-b350-9bd60a99bf7f {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:48:14.866225 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e5fd17-c828-4cf0-a649-403fd2487d15", "tag": "b8b9cea8-dc15-4401-bb83-187f324dc257", "status": "completed", "code": 200}]} {{(pid=104189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:48:14.866549 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e508f62e-e18b-4e74-b350-9bd60a99bf7f {{(pid=104189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:48:14.866957 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e508f62e-e18b-4e74-b350-9bd60a99bf7f'] response: {'name': 'network-changed', 'server_uuid': '91e5fd17-c828-4cf0-a649-403fd2487d15', 'tag': 'b8b9cea8-dc15-4401-bb83-187f324dc257', 'status': 'completed', 'code': 200} Jul 20 09:48:15.039851 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-4aa58a81-c9a7-4c3c-a4a4-99a2a229eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:15.041561 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-4aa58a81-c9a7-4c3c-a4a4-99a2a229eb35 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&device_id=91e5fd17-c828-4cf0-a649-403fd2487d15 HTTP/1.1" status: 200 len: 1128 time: 0.0450284 Jul 20 09:48:15.084116 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-92923336-7d34-4135-b406-62302a58d2f4 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b9cea8-dc15-4401-bb83-187f324dc257 HTTP/1.1" status: 200 len: 217 time: 0.0350316 Jul 20 09:48:15.134716 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-294fc0a3-12cf-4133-a55b-0937e5172275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:15.136241 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-294fc0a3-12cf-4133-a55b-0937e5172275 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839f002e-4afd-4969-8fc3-6f3fa88beb95 HTTP/1.1" status: 200 len: 851 time: 0.0449691 Jul 20 09:48:15.185286 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-d5bceb81-0896-4537-ac86-1ca79ba8754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:15.186946 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-d5bceb81-0896-4537-ac86-1ca79ba8754d service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=49ad933c-e19c-4fd1-95f5-c5db07071624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444632 Jul 20 09:48:15.280083 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-303da42a-6034-470a-b3c0-50e31a77cb13 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866680 Jul 20 09:48:15.383831 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-bceca8bb-6682-4eea-8c84-0f20ab32cd0e req-b9189f9a-fb15-4733-a3ae-fad9be7b8f60 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976524 Jul 20 09:48:15.662550 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ce6c-728d-40ef-91a1-2c7ee61a6b2a req-081692d1-b8c6-4250-b31e-7ca910d2d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:15.663988 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8e18ce6c-728d-40ef-91a1-2c7ee61a6b2a req-081692d1-b8c6-4250-b31e-7ca910d2d6d1 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&device_id=91e5fd17-c828-4cf0-a649-403fd2487d15 HTTP/1.1" status: 200 len: 1128 time: 0.0407474 Jul 20 09:48:15.745557 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:15.760855 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ce6c-728d-40ef-91a1-2c7ee61a6b2a req-54d37a19-04a2-47a0-90f7-a511bfa376c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:15.763135 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8e18ce6c-728d-40ef-91a1-2c7ee61a6b2a req-54d37a19-04a2-47a0-90f7-a511bfa376c4 service neutron] 10.222.0.17 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 913 time: 0.0912378 Jul 20 09:48:15.779520 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc39d9-fb8b-42f9-9c74-da5cdec77865 req-71c27e17-ba81-4921-8628-27f0f1d1d7ca tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:15.780999 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-87dc39d9-fb8b-42f9-9c74-da5cdec77865 req-71c27e17-ba81-4921-8628-27f0f1d1d7ca tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e5fd17-c828-4cf0-a649-403fd2487d15 HTTP/1.1" status: 200 len: 944 time: 0.0552797 Jul 20 09:48:15.805733 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8e18ce6c-728d-40ef-91a1-2c7ee61a6b2a req-219488bd-f179-462b-8d24-6974915527e6 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b9cea8-dc15-4401-bb83-187f324dc257 HTTP/1.1" status: 200 len: 217 time: 0.0335147 Jul 20 09:48:15.832060 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-87dc39d9-fb8b-42f9-9c74-da5cdec77865 req-decf8551-c3d6-4b5d-aac7-11ebc4a19364 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454395 Jul 20 09:48:15.857318 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ce6c-728d-40ef-91a1-2c7ee61a6b2a req-897e1b0f-07dc-4227-a6ec-4873be343ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:15.858756 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8e18ce6c-728d-40ef-91a1-2c7ee61a6b2a req-897e1b0f-07dc-4227-a6ec-4873be343ecb service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839f002e-4afd-4969-8fc3-6f3fa88beb95 HTTP/1.1" status: 200 len: 851 time: 0.0442374 Jul 20 09:48:15.892843 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:15.902756 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ce6c-728d-40ef-91a1-2c7ee61a6b2a req-9e4944f2-e110-430c-8dfa-90dfcf97be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:15.904260 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8e18ce6c-728d-40ef-91a1-2c7ee61a6b2a req-9e4944f2-e110-430c-8dfa-90dfcf97be73 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=49ad933c-e19c-4fd1-95f5-c5db07071624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390933 Jul 20 09:48:15.995586 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8e18ce6c-728d-40ef-91a1-2c7ee61a6b2a req-43ddf84b-f124-4bc4-862e-f8b328118e34 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838115 Jul 20 09:48:16.086463 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8e18ce6c-728d-40ef-91a1-2c7ee61a6b2a req-ae387c48-4eb1-4e5d-abcc-f4bbc37e185d service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845621 Jul 20 09:48:16.916451 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:16.950579 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afe460-bf2f-4f36-b4d3-bfa0145acc15 req-e479f257-1188-4f49-a93f-45c40c799560 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:16.952079 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e8afe460-bf2f-4f36-b4d3-bfa0145acc15 req-e479f257-1188-4f49-a93f-45c40c799560 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e5fd17-c828-4cf0-a649-403fd2487d15 HTTP/1.1" status: 200 len: 944 time: 0.0525517 Jul 20 09:48:17.001130 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e8afe460-bf2f-4f36-b4d3-bfa0145acc15 req-8708468e-385e-4776-b7ed-19484230f521 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434678 Jul 20 09:48:18.116208 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae011246-eb8a-4243-9c09-59378bc053db req-57ac19d1-b153-426f-926c-9d76049e4614 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:18.117697 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ae011246-eb8a-4243-9c09-59378bc053db req-57ac19d1-b153-426f-926c-9d76049e4614 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e5fd17-c828-4cf0-a649-403fd2487d15 HTTP/1.1" status: 200 len: 944 time: 0.0484986 Jul 20 09:48:18.170691 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-ae011246-eb8a-4243-9c09-59378bc053db req-8824e358-cc5d-4a2f-a9a7-c1cd6a3d7cc6 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467734 Jul 20 09:48:19.281968 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c7ee4-ccde-49b8-bae0-c38d7d9c21e2 req-83aa04fe-2bca-4ab0-a5b0-e7bfcee398c3 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:19.283547 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e98c7ee4-ccde-49b8-bae0-c38d7d9c21e2 req-83aa04fe-2bca-4ab0-a5b0-e7bfcee398c3 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e5fd17-c828-4cf0-a649-403fd2487d15 HTTP/1.1" status: 200 len: 944 time: 0.0464761 Jul 20 09:48:19.332421 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-e98c7ee4-ccde-49b8-bae0-c38d7d9c21e2 req-d4aa9969-b986-4e97-a616-5184f6affa12 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431845 Jul 20 09:48:19.873678 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=16 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:19.874418 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=14 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:20.445433 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f79e41-f7ed-4bb1-9e69-70d193b4205d req-05598d6d-12f8-47ce-974e-107e93ea5fa6 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:20.447001 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a3f79e41-f7ed-4bb1-9e69-70d193b4205d req-05598d6d-12f8-47ce-974e-107e93ea5fa6 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/ports?device_id=91e5fd17-c828-4cf0-a649-403fd2487d15 HTTP/1.1" status: 200 len: 944 time: 0.0481119 Jul 20 09:48:20.501797 dv-cinder-822822-3-iscsi neutron-server[104190]: INFO neutron.wsgi [req-a3f79e41-f7ed-4bb1-9e69-70d193b4205d req-185fe09c-c0cd-401b-b647-69047b8f7146 tempest-TestVolumeBootPattern-1928445346 tempest-TestVolumeBootPattern-1928445346-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484638 Jul 20 09:48:23.071364 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-03f03a87-e43f-4f03-b30f-bd9517bb2c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:23.295965 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device b8b9cea8-dc15-4401-bb83-187f324dc257 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=104191) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 09:48:23.396959 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port b8b9cea8-dc15-4401-bb83-187f324dc257, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=b8b9cea8-dc15-4401-bb83-187f324dc257,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:48:23.408146 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Returning: {'device': 'b8b9cea8-dc15-4401-bb83-187f324dc257', 'network_id': '49ad933c-e19c-4fd1-95f5-c5db07071624', 'port_id': 'b8b9cea8-dc15-4401-bb83-187f324dc257', 'mac_address': 'fa:16:3e:6e:cc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839f002e-4afd-4969-8fc3-6f3fa88beb95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104191) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 09:48:23.446754 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port b8b9cea8-dc15-4401-bb83-187f324dc257 is: DOWN; New status is: BUILD {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:48:23.447142 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (b8b9cea8-dc15-4401-bb83-187f324dc257), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:23.460655 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b9cea8-dc15-4401-bb83-187f324dc257 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 09:48:23.482222 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port b8b9cea8-dc15-4401-bb83-187f324dc257, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=b8b9cea8-dc15-4401-bb83-187f324dc257,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:48:23.485914 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (b8b9cea8-dc15-4401-bb83-187f324dc257), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:23.531564 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=b8b9cea8-dc15-4401-bb83-187f324dc257,revision_number=4']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:48:23.729635 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] get_ports_and_sgs() called for port_ids ['b8b9cea8-dc15-4401-bb83-187f324dc257'] {{(pid=104191) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 09:48:25.306365 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a5693709-aaad-44fc-b6c1-fd87638c1d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:25.309589 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Device b8b9cea8-dc15-4401-bb83-187f324dc257 up at agent hyperv_hv-cinder-82282 {{(pid=104191) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 09:48:25.353679 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning for port b8b9cea8-dc15-4401-bb83-187f324dc257 completed by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 09:48:25.359660 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Provisioning complete for port b8b9cea8-dc15-4401-bb83-187f324dc257 triggered by entity L2. {{(pid=104191) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 09:48:25.360038 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1665171'] for port (b8b9cea8-dc15-4401-bb83-187f324dc257), provisioning_complete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:25.433255 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Current status of the port b8b9cea8-dc15-4401-bb83-187f324dc257 is: BUILD; New status is: ACTIVE {{(pid=104191) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 09:48:25.434168 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1716804'] for port (b8b9cea8-dc15-4401-bb83-187f324dc257), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:25.456857 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e5fd17-c828-4cf0-a649-403fd2487d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b9cea8-dc15-4401-bb83-187f324dc257'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 09:48:25.459069 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}307b006d1c710125abd914176747c86a515adeee3924f46286ae4579b386b585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ad0132-c00e-40f8-adab-a3131ec6e2e4" -d '{"events": [{"server_uuid": "91e5fd17-c828-4cf0-a649-403fd2487d15", "name": "network-vif-plugged", "status": "completed", "tag": "b8b9cea8-dc15-4401-bb83-187f324dc257"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 09:48:25.472005 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] For port b8b9cea8-dc15-4401-bb83-187f324dc257, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=b8b9cea8-dc15-4401-bb83-187f324dc257,segment=NetworkSegment(f36b1512-d0cc-4801-9970-9dde9481a178),segment_id=f36b1512-d0cc-4801-9970-9dde9481a178)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 09:48:25.475844 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1716609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-595931', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750381969412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750381606903', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750381606925'] for port (b8b9cea8-dc15-4401-bb83-187f324dc257), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:25.520713 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Pushing event updated for resources: {'Port': ['ID=b8b9cea8-dc15-4401-bb83-187f324dc257,revision_number=5']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 09:48:25.615413 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 09:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe77e6c-eece-41a0-86f5-4c655d06455b x-openstack-request-id: req-0fe77e6c-eece-41a0-86f5-4c655d06455b {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 09:48:25.615928 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e5fd17-c828-4cf0-a649-403fd2487d15", "name": "network-vif-plugged", "status": "completed", "tag": "b8b9cea8-dc15-4401-bb83-187f324dc257", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 09:48:25.616194 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fe77e6c-eece-41a0-86f5-4c655d06455b {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 09:48:25.616594 dv-cinder-822822-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe77e6c-eece-41a0-86f5-4c655d06455b'] response: {'server_uuid': '91e5fd17-c828-4cf0-a649-403fd2487d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b9cea8-dc15-4401-bb83-187f324dc257', 'code': 200} Jul 20 09:48:25.832273 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2969688-4979-45cc-94b9-32b20de3d5aa req-a78fff3d-c11a-4b37-983f-7adce6660550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:48:25.833731 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c2969688-4979-45cc-94b9-32b20de3d5aa req-a78fff3d-c11a-4b37-983f-7adce6660550 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=91e5fd17-c828-4cf0-a649-403fd2487d15 HTTP/1.1" status: 200 len: 1130 time: 0.0429010 Jul 20 09:48:25.880455 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-c2969688-4979-45cc-94b9-32b20de3d5aa req-66b596df-efeb-4a76-bfff-3d66dc324afc service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=a3c0748e-e911-4df3-b8ae-bbabb9320bae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392485 Jul 20 09:48:26.316129 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:27.831037 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:28.179456 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:30.488727 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=73,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:30.497408 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG dbcounter [-] [104190] Writing DB stats neutron:SELECT=71,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:33.540164 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:33.544748 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:35.868798 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=47 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:35.878006 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=61 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:37.624230 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:48:38.168697 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:38.173389 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:38.175404 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=73,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:46.937823 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:47.620178 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:48:53.073025 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-740ebcb1-22b6-4a61-a07f-8794cd6ef351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:55.309413 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c56d47c0-868b-4709-a66a-9e58282de262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:56.318547 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:57.833671 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:48:58.181862 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:49:00.726729 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8a21b80e-a0ce-44fd-a980-12917c091033 req-36c22c33-d7a0-448d-910e-1685ea24a424 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389874 Jul 20 09:49:00.809969 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21b80e-a0ce-44fd-a980-12917c091033 req-7a40b68d-51b6-4c9f-9e64-54707767db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:49:00.811501 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8a21b80e-a0ce-44fd-a980-12917c091033 req-7a40b68d-51b6-4c9f-9e64-54707767db48 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 1129 time: 0.0405612 Jul 20 09:49:00.920271 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21b80e-a0ce-44fd-a980-12917c091033 req-4e1a6308-3b15-421b-a018-5e4070356e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:49:00.921837 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8a21b80e-a0ce-44fd-a980-12917c091033 req-4e1a6308-3b15-421b-a018-5e4070356e08 service neutron] 10.222.0.17 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 913 time: 0.0921135 Jul 20 09:49:00.984155 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8a21b80e-a0ce-44fd-a980-12917c091033 req-69229dfa-b97f-4d9e-b7b4-a775834624ed service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361144e0-fc56-4c8c-b382-29b23daf98dd HTTP/1.1" status: 200 len: 1001 time: 0.0564029 Jul 20 09:49:01.036723 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21b80e-a0ce-44fd-a980-12917c091033 req-9308a562-272d-447c-9d69-bf0a0720b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:49:01.038207 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8a21b80e-a0ce-44fd-a980-12917c091033 req-9308a562-272d-447c-9d69-bf0a0720b790 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839f002e-4afd-4969-8fc3-6f3fa88beb95 HTTP/1.1" status: 200 len: 851 time: 0.0488596 Jul 20 09:49:01.083801 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21b80e-a0ce-44fd-a980-12917c091033 req-1bfb2146-f5c2-4ff1-8ce5-ef7729c08849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:49:01.085309 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8a21b80e-a0ce-44fd-a980-12917c091033 req-1bfb2146-f5c2-4ff1-8ce5-ef7729c08849 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=49ad933c-e19c-4fd1-95f5-c5db07071624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407038 Jul 20 09:49:01.177780 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8a21b80e-a0ce-44fd-a980-12917c091033 req-eaac4ce6-b334-4790-9c0d-199303497cd9 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852807 Jul 20 09:49:01.275772 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-8a21b80e-a0ce-44fd-a980-12917c091033 req-b3a8d12a-640d-42b3-aa0b-763df678ec05 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888305 Jul 20 09:49:08.170555 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:49:08.175393 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:49:08.177365 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:49:10.537058 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:49:10.541254 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:49:11.270976 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=51 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:49:11.272895 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=50 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:49:14.626116 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:49:16.953821 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:49:21.628549 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:49:23.201929 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d724a358-2c9f-413c-9eaa-7ac4a5d69d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:49:24.621929 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:49:25.314144 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-71a7a50c-deed-4525-9306-88ef4d330215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:49:26.322181 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:49:27.836738 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:49:28.187277 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:49:38.173872 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:49:38.180823 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:49:38.183107 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:49:46.962617 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:49:47.540187 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:49:47.540992 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:49:51.625388 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:49:53.078983 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1502cefd-da54-4c4d-bce4-f105ddc39f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:49:55.308199 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c9b4dbcc-81b0-4ab1-b438-7e80a43ead0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:49:56.324393 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:49:57.846012 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:49:58.191610 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:50:01.621932 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:50:02.724012 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fb2f063b-4154-4ca9-8579-101c4dfbb111 req-0dc82b10-6604-47b6-8207-8a983deaee56 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=91e5fd17-c828-4cf0-a649-403fd2487d15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403082 Jul 20 09:50:02.787049 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f063b-4154-4ca9-8579-101c4dfbb111 req-96d6e93b-6905-47fe-be2b-73d117476ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:50:02.789362 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fb2f063b-4154-4ca9-8579-101c4dfbb111 req-96d6e93b-6905-47fe-be2b-73d117476ebf service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&device_id=91e5fd17-c828-4cf0-a649-403fd2487d15 HTTP/1.1" status: 200 len: 1130 time: 0.0429633 Jul 20 09:50:02.895000 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f063b-4154-4ca9-8579-101c4dfbb111 req-4bad7d81-7b9e-4db9-928c-6fc630125120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:50:02.896512 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fb2f063b-4154-4ca9-8579-101c4dfbb111 req-4bad7d81-7b9e-4db9-928c-6fc630125120 service neutron] 10.222.0.17 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 913 time: 0.0884635 Jul 20 09:50:02.937193 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fb2f063b-4154-4ca9-8579-101c4dfbb111 req-57b9db02-ec6c-41db-bddf-e07276989c4f service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b9cea8-dc15-4401-bb83-187f324dc257 HTTP/1.1" status: 200 len: 217 time: 0.0337293 Jul 20 09:50:02.989966 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f063b-4154-4ca9-8579-101c4dfbb111 req-217b4bbb-e89a-41bd-b049-0c110dcc0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:50:02.991631 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fb2f063b-4154-4ca9-8579-101c4dfbb111 req-217b4bbb-e89a-41bd-b049-0c110dcc0ac2 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839f002e-4afd-4969-8fc3-6f3fa88beb95 HTTP/1.1" status: 200 len: 851 time: 0.0482495 Jul 20 09:50:03.035103 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f063b-4154-4ca9-8579-101c4dfbb111 req-fa51ebce-9ee2-498d-80d8-3ab07bca9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:50:03.036668 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fb2f063b-4154-4ca9-8579-101c4dfbb111 req-fa51ebce-9ee2-498d-80d8-3ab07bca9b28 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=49ad933c-e19c-4fd1-95f5-c5db07071624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392151 Jul 20 09:50:03.130679 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fb2f063b-4154-4ca9-8579-101c4dfbb111 req-9c598518-64ba-45fc-a301-62483f366e4d service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874717 Jul 20 09:50:03.220585 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-fb2f063b-4154-4ca9-8579-101c4dfbb111 req-d585dd6f-ecca-49ca-9f6a-65542d11c6bd service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843322 Jul 20 09:50:08.181464 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=7 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:50:08.185662 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:50:08.187383 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:50:13.215721 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=43 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:50:13.217740 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=50 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:50:16.971024 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:50:23.073341 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-af24dbc6-26fc-4048-a8eb-b239fb344b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:50:24.537165 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=18 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:50:24.537926 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=14 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:50:25.311595 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-751ff848-b8ad-4e0c-afc0-fbae462f3855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:50:26.328142 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:50:27.855411 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:50:28.207511 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:50:28.624232 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:50:38.190248 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:50:38.196494 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:50:38.200198 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:50:38.619469 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:50:38.620263 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:50:46.975845 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:50:53.076950 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-11be654e-9d58-4664-9449-01256e7b3e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:50:55.315256 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5f76e061-d0d9-45fa-8d42-5c5aed039663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:50:56.333599 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:50:57.845594 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:50:58.192305 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:51:01.534960 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:01.535797 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:03.702989 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-416a28ae-8501-431e-b718-2086cfb48f5f req-5d3cbc17-857a-49f8-8281-3e45280ae37d service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414748 Jul 20 09:51:03.790913 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a28ae-8501-431e-b718-2086cfb48f5f req-bf40b014-31dc-464a-ac07-d7dcc1dcd09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:51:03.792477 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-416a28ae-8501-431e-b718-2086cfb48f5f req-bf40b014-31dc-464a-ac07-d7dcc1dcd09c service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 1129 time: 0.0457137 Jul 20 09:51:03.907562 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a28ae-8501-431e-b718-2086cfb48f5f req-855f4781-f696-4556-8886-625abcaea670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:51:03.909038 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-416a28ae-8501-431e-b718-2086cfb48f5f req-855f4781-f696-4556-8886-625abcaea670 service neutron] 10.222.0.17 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 913 time: 0.0864339 Jul 20 09:51:03.977447 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-416a28ae-8501-431e-b718-2086cfb48f5f req-39df42be-b4ef-4e66-89e5-f6a8de4d331a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361144e0-fc56-4c8c-b382-29b23daf98dd HTTP/1.1" status: 200 len: 1001 time: 0.0609789 Jul 20 09:51:04.028627 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a28ae-8501-431e-b718-2086cfb48f5f req-80a8d6bf-233c-465e-b5a6-f3782440b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:51:04.030099 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-416a28ae-8501-431e-b718-2086cfb48f5f req-80a8d6bf-233c-465e-b5a6-f3782440b472 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839f002e-4afd-4969-8fc3-6f3fa88beb95 HTTP/1.1" status: 200 len: 851 time: 0.0465961 Jul 20 09:51:04.086826 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a28ae-8501-431e-b718-2086cfb48f5f req-84845bea-e067-4a38-8c45-67c9082f909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:51:04.088349 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-416a28ae-8501-431e-b718-2086cfb48f5f req-84845bea-e067-4a38-8c45-67c9082f909e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=49ad933c-e19c-4fd1-95f5-c5db07071624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426729 Jul 20 09:51:04.185514 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-416a28ae-8501-431e-b718-2086cfb48f5f req-375e72f5-37e1-4e38-85aa-4e99912026d7 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901048 Jul 20 09:51:04.285492 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-416a28ae-8501-431e-b718-2086cfb48f5f req-a850916e-06eb-4b3d-b1d2-20466f54ae56 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931473 Jul 20 09:51:05.623951 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:51:08.180220 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:08.184912 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:08.186403 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:14.278576 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=53 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:14.282459 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=48 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:15.619159 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:16.982545 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:51:21.634579 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:23.080685 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-652d5ecb-d84a-43d8-a41c-41ae4def34f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:51:25.317798 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2753c1f9-4a1f-449c-a1d3-f570e418bc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:51:26.334578 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:51:27.848352 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:51:28.195825 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:51:35.116258 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [req-1f4b8b8b-c44d-46a5-9e72-257f7c511af1 req-0a816adf-3619-4a5e-8bf3-d810812e5c33 service neutron] (104190) timed out ('10.222.0.17', 61486) {{(pid=104190) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 09:51:38.387403 dv-cinder-822822-3-iscsi neutron-server[104190]: DEBUG neutron.wsgi [req-2e44ccf6-fb6d-47b4-b73b-11bf6b8e331e req-660e21d4-47c6-403c-b4bd-5547b14c2513 service neutron] (104190) timed out ('10.222.0.17', 61523) {{(pid=104190) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 09:51:38.530570 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:38.531394 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:39.881301 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:39.888591 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:39.890290 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:42.623626 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:51:46.980207 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:51:52.618551 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:52.619491 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:51:53.087097 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4da3469a-e962-47ca-a00c-9cf185b0f5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:51:54.156460 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.wsgi [req-7abf5041-37c7-4992-bc12-4881b2bc41eb req-e811d26a-ca1a-4137-9d2c-8f8c5d291f86 service neutron] (104189) timed out ('10.222.0.17', 61487) {{(pid=104189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 09:51:55.321519 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-db848f9a-cb23-4dfe-a2c7-e32eb85878b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:51:56.340682 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:51:57.851171 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:51:58.199280 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:52:03.838514 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-78561a0a-fcf7-4aff-8b2a-5384d8119700 req-496d22af-3d6d-4804-bd78-28cf05ea6526 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=91e5fd17-c828-4cf0-a649-403fd2487d15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1373911 Jul 20 09:52:03.899840 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78561a0a-fcf7-4aff-8b2a-5384d8119700 req-6da5a0ca-1ea3-4427-8bd9-45aa0f5c13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:52:03.901848 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-78561a0a-fcf7-4aff-8b2a-5384d8119700 req-6da5a0ca-1ea3-4427-8bd9-45aa0f5c13ba service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&device_id=91e5fd17-c828-4cf0-a649-403fd2487d15 HTTP/1.1" status: 200 len: 1130 time: 0.0396297 Jul 20 09:52:04.006833 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78561a0a-fcf7-4aff-8b2a-5384d8119700 req-0234f818-6208-4fc6-abb4-dfea08a5445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:52:04.008424 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-78561a0a-fcf7-4aff-8b2a-5384d8119700 req-0234f818-6208-4fc6-abb4-dfea08a5445b service neutron] 10.222.0.17 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 913 time: 0.0880628 Jul 20 09:52:04.053420 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-78561a0a-fcf7-4aff-8b2a-5384d8119700 req-94cfeed4-8bdf-4699-95a6-365ec693d047 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b9cea8-dc15-4401-bb83-187f324dc257 HTTP/1.1" status: 200 len: 217 time: 0.0371468 Jul 20 09:52:04.103853 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78561a0a-fcf7-4aff-8b2a-5384d8119700 req-d072d428-8b72-453b-9f0c-9252340994af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:52:04.105402 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-78561a0a-fcf7-4aff-8b2a-5384d8119700 req-d072d428-8b72-453b-9f0c-9252340994af service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839f002e-4afd-4969-8fc3-6f3fa88beb95 HTTP/1.1" status: 200 len: 851 time: 0.0453427 Jul 20 09:52:04.151001 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78561a0a-fcf7-4aff-8b2a-5384d8119700 req-bef18c8b-9cfe-4f70-b280-e0d21c3e883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:52:04.152940 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-78561a0a-fcf7-4aff-8b2a-5384d8119700 req-bef18c8b-9cfe-4f70-b280-e0d21c3e883a service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=49ad933c-e19c-4fd1-95f5-c5db07071624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410080 Jul 20 09:52:04.247966 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-78561a0a-fcf7-4aff-8b2a-5384d8119700 req-8fa9493e-fb42-4af3-97ef-72dd5248311f service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884204 Jul 20 09:52:04.338784 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-78561a0a-fcf7-4aff-8b2a-5384d8119700 req-2c9aeec2-0cb0-4351-8ab7-57525431d8e7 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847936 Jul 20 09:52:08.188506 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:52:08.191764 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:52:08.193954 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:52:14.328768 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=47 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:52:14.335050 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=46 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:52:16.979204 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:52:19.622791 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:52:23.079610 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-950567d8-d826-46ac-a5ea-f95028209f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:52:25.324111 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e3d152e1-36f4-4f1f-bccc-c32933e20abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:52:26.344395 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:52:27.853024 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:52:28.202814 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:52:29.618217 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=16 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:52:29.619133 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=18 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:52:38.189950 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:52:38.196337 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:52:38.198055 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:52:46.980485 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:52:52.514589 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:52:52.525006 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:52:53.082912 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-89b20c4d-9544-4586-b59a-1cb14307a962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:52:55.326452 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0bc0640b-5c16-449f-b81d-c160618ce25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:52:56.344069 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:52:56.623200 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 09:52:57.855507 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:52:58.208429 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:53:03.705041 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-236a1342-0efb-4ecc-b83a-7a8c4fb9e00c req-3f5d5c97-c404-4532-9a04-5acbd726780f service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434525 Jul 20 09:53:03.791337 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a1342-0efb-4ecc-b83a-7a8c4fb9e00c req-659aeb25-53ff-498a-8c77-8c1b51b2a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:53:03.793393 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-236a1342-0efb-4ecc-b83a-7a8c4fb9e00c req-659aeb25-53ff-498a-8c77-8c1b51b2a1c2 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=42a88572ee8443d4a51617c04ca2f416&device_id=2a53f48f-0f3d-4cd4-95aa-7313bfc2cb95 HTTP/1.1" status: 200 len: 1129 time: 0.0438972 Jul 20 09:53:03.899373 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a1342-0efb-4ecc-b83a-7a8c4fb9e00c req-4bd212b5-8918-4b15-94fe-d19b18b49bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:53:03.901501 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-236a1342-0efb-4ecc-b83a-7a8c4fb9e00c req-4bd212b5-8918-4b15-94fe-d19b18b49bd2 service neutron] 10.222.0.17 "GET /v2.0/networks?id=49ad933c-e19c-4fd1-95f5-c5db07071624 HTTP/1.1" status: 200 len: 913 time: 0.0885150 Jul 20 09:53:03.967150 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-236a1342-0efb-4ecc-b83a-7a8c4fb9e00c req-3546dfce-8868-43b8-93a5-28abacb2694c service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=361144e0-fc56-4c8c-b382-29b23daf98dd HTTP/1.1" status: 200 len: 1001 time: 0.0598676 Jul 20 09:53:04.015531 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a1342-0efb-4ecc-b83a-7a8c4fb9e00c req-d73ada43-0c0f-4332-ba20-0e4b2e721b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:53:04.016988 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-236a1342-0efb-4ecc-b83a-7a8c4fb9e00c req-d73ada43-0c0f-4332-ba20-0e4b2e721b8a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839f002e-4afd-4969-8fc3-6f3fa88beb95 HTTP/1.1" status: 200 len: 851 time: 0.0438240 Jul 20 09:53:04.061610 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a1342-0efb-4ecc-b83a-7a8c4fb9e00c req-624271e7-2fef-440a-9561-1006f1f515f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 09:53:04.063107 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-236a1342-0efb-4ecc-b83a-7a8c4fb9e00c req-624271e7-2fef-440a-9561-1006f1f515f6 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=49ad933c-e19c-4fd1-95f5-c5db07071624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401316 Jul 20 09:53:04.157231 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-236a1342-0efb-4ecc-b83a-7a8c4fb9e00c req-4623ed95-0aee-437d-b2ea-504e187a1bde service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875351 Jul 20 09:53:04.253681 dv-cinder-822822-3-iscsi neutron-server[104189]: INFO neutron.wsgi [req-236a1342-0efb-4ecc-b83a-7a8c4fb9e00c req-8484d397-37eb-4716-8eb6-d746ecdcde04 service neutron] 10.222.0.17 "GET /v2.0/networks/49ad933c-e19c-4fd1-95f5-c5db07071624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900471 Jul 20 09:53:06.617386 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:53:07.851216 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:53:08.202542 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:53:08.204314 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:53:14.248768 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=53 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:53:14.250588 dv-cinder-822822-3-iscsi neutron-server[104189]: DEBUG dbcounter [-] [104189] Writing DB stats neutron:SELECT=48 {{(pid=104189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:53:17.003663 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0209be77-3491-48fd-aeec-c1e60fd476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8714a01b-f4aa-466f-b135-0bea454d6f8c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:53:23.085937 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b30b1415-53f0-4175-8c05-9eb6f989ae43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (be80421a-8a2a-4c01-a352-94ee1d75e432), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:53:25.334168 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5ed6fe56-ca8c-4600-809f-f569d7a959da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (1e77e6f1-4153-47ad-8ae9-0a7b8147e65a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:53:26.347571 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fd429746-9cfd-4f3a-be49-b8715ecad316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (25d64e7c-3fe5-4eb5-9080-8cada26cf3cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:53:27.858560 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1ab112d6-db7d-48ed-a357-b4ea4ec68373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (985e1518-8734-4965-bd1f-50851d263b65), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:53:28.214706 dv-cinder-822822-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126c6c00-c81d-4a11-8576-b20388df6812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750382056232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1665225'] for agent (8f490994-c214-43ec-b635-774866585e95), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 09:53:29.517347 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:53:29.522261 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 09:53:33.623675 dv-cinder-822822-3-iscsi neutron-server[104192]: DEBUG neutron.db.agents_db [None req-b6b593db-7b65-42a0-baee-93068b980f49 None None] Agent healthcheck: found 6 active agents {{(pid=104192) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}